{"level":"warn","ts":"2026-08-06T01:04:08.843735Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-06T01:04:08.843825Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.107:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.107:2380","--initial-cluster=instance=https://199.19.213.107:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.107:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.107:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-06T01:04:08.843894Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-06T01:04:08.843907Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.107:2380"]} {"level":"info","ts":"2026-08-06T01:04:08.843925Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-06T01:04:08.844526Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.107:2379"]} {"level":"info","ts":"2026-08-06T01:04:08.844597Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.107:2380"],"listen-peer-urls":["https://199.19.213.107:2380"],"advertise-client-urls":["https://199.19.213.107:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.107:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.107:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-06T01:04:08.849134Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.314498ms"} {"level":"info","ts":"2026-08-06T01:04:08.856088Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be75c9626aba3f77","cluster-id":"c32d1248c0d0c6d"} {"level":"info","ts":"2026-08-06T01:04:08.85627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 switched to configuration voters=()"} {"level":"info","ts":"2026-08-06T01:04:08.856318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became follower at term 0"} {"level":"info","ts":"2026-08-06T01:04:08.856349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be75c9626aba3f77 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-06T01:04:08.856376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became follower at term 1"} {"level":"info","ts":"2026-08-06T01:04:08.857831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 switched to configuration voters=(13724096864016023415)"} {"level":"warn","ts":"2026-08-06T01:04:08.872261Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-06T01:04:08.874397Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-06T01:04:08.875811Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-06T01:04:08.87984Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be75c9626aba3f77","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-06T01:04:08.880099Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be75c9626aba3f77","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-06T01:04:08.880602Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-06T01:04:08.880733Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-06T01:04:08.880758Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-06T01:04:08.882339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 switched to configuration voters=(13724096864016023415)"} {"level":"info","ts":"2026-08-06T01:04:08.882462Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c32d1248c0d0c6d","local-member-id":"be75c9626aba3f77","added-peer-id":"be75c9626aba3f77","added-peer-peer-urls":["https://199.19.213.107:2380"]} {"level":"info","ts":"2026-08-06T01:04:08.887744Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-06T01:04:08.88809Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be75c9626aba3f77","initial-advertise-peer-urls":["https://199.19.213.107:2380"],"listen-peer-urls":["https://199.19.213.107:2380"],"advertise-client-urls":["https://199.19.213.107:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.107:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-06T01:04:08.888125Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-06T01:04:08.88914Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.107:2380"} {"level":"info","ts":"2026-08-06T01:04:08.889255Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.107:2380"} {"level":"info","ts":"2026-08-06T01:04:09.358263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 is starting a new election at term 1"} {"level":"info","ts":"2026-08-06T01:04:09.358315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-06T01:04:09.358343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 received MsgPreVoteResp from be75c9626aba3f77 at term 1"} {"level":"info","ts":"2026-08-06T01:04:09.358361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became candidate at term 2"} {"level":"info","ts":"2026-08-06T01:04:09.358368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 received MsgVoteResp from be75c9626aba3f77 at term 2"} {"level":"info","ts":"2026-08-06T01:04:09.358378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became leader at term 2"} {"level":"info","ts":"2026-08-06T01:04:09.358388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be75c9626aba3f77 elected leader be75c9626aba3f77 at term 2"} {"level":"info","ts":"2026-08-06T01:04:09.369059Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be75c9626aba3f77","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.107:2379]}","request-path":"/0/members/be75c9626aba3f77/attributes","cluster-id":"c32d1248c0d0c6d","publish-timeout":"7s"} {"level":"info","ts":"2026-08-06T01:04:09.369081Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-06T01:04:09.369102Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-06T01:04:09.369136Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-06T01:04:09.370059Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c32d1248c0d0c6d","local-member-id":"be75c9626aba3f77","cluster-version":"3.5"} {"level":"info","ts":"2026-08-06T01:04:09.370277Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-06T01:04:09.370326Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-06T01:04:09.373335Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.107:2379"} {"level":"info","ts":"2026-08-06T01:04:09.373879Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-06T01:04:09.376834Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-06T01:04:09.37689Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-08-06T01:04:19.827802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.216101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-08-06T01:04:19.827864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.072631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-06T01:04:19.827962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.266836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-08-06T01:04:19.828258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.719263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-08-06T01:04:19.828322Z","caller":"traceutil/trace.go:171","msg":"trace[472603597] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:348; }","duration":"724.657595ms","start":"2026-08-06T01:04:19.103633Z","end":"2026-08-06T01:04:19.828291Z","steps":["trace[472603597] 'range keys from in-memory index tree' (duration: 724.135923ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:19.828322Z","caller":"traceutil/trace.go:171","msg":"trace[1785742297] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:348; }","duration":"524.812874ms","start":"2026-08-06T01:04:19.303483Z","end":"2026-08-06T01:04:19.828296Z","steps":["trace[1785742297] 'range keys from in-memory index tree' (duration: 524.047997ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:19.828426Z","caller":"traceutil/trace.go:171","msg":"trace[942618306] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:348; }","duration":"774.982019ms","start":"2026-08-06T01:04:19.053389Z","end":"2026-08-06T01:04:19.828371Z","steps":["trace[942618306] 'range keys from in-memory index tree' (duration: 774.439916ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.828408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.103606Z","time spent":"724.778658ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-08-06T01:04:19.828404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.303451Z","time spent":"524.938977ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-08-06T01:04:19.828523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.730854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-08-06T01:04:19.828537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.287721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-08-06T01:04:19.828613Z","caller":"traceutil/trace.go:171","msg":"trace[2114430201] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:348; }","duration":"624.831187ms","start":"2026-08-06T01:04:19.203746Z","end":"2026-08-06T01:04:19.828577Z","steps":["trace[2114430201] 'range keys from in-memory index tree' (duration: 624.630742ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.828622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.053365Z","time spent":"775.111481ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-08-06T01:04:19.828667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.203729Z","time spent":"624.92737ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-08-06T01:04:19.8287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.557158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-08-06T01:04:19.82868Z","caller":"traceutil/trace.go:171","msg":"trace[1031703867] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:348; }","duration":"825.728892ms","start":"2026-08-06T01:04:19.00291Z","end":"2026-08-06T01:04:19.828639Z","steps":["trace[1031703867] 'range keys from in-memory index tree' (duration: 825.080777ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:19.828776Z","caller":"traceutil/trace.go:171","msg":"trace[1344478273] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:348; }","duration":"575.64883ms","start":"2026-08-06T01:04:19.253088Z","end":"2026-08-06T01:04:19.828737Z","steps":["trace[1344478273] 'range keys from in-memory index tree' (duration: 575.383714ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.828775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.002886Z","time spent":"825.872275ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-08-06T01:04:19.82884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.253068Z","time spent":"575.758963ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-08-06T01:04:19.828312Z","caller":"traceutil/trace.go:171","msg":"trace[1321608230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:348; }","duration":"812.544662ms","start":"2026-08-06T01:04:19.015734Z","end":"2026-08-06T01:04:19.828278Z","steps":["trace[1321608230] 'range keys from in-memory index tree' (duration: 811.962569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.829085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.015723Z","time spent":"813.351301ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:04:19.827118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.230521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-08-06T01:04:19.829513Z","caller":"traceutil/trace.go:171","msg":"trace[1126001575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:348; }","duration":"717.661176ms","start":"2026-08-06T01:04:19.111809Z","end":"2026-08-06T01:04:19.82947Z","steps":["trace[1126001575] 'range keys from in-memory index tree' (duration: 715.108807ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.827104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.106306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-08-06T01:04:19.829585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.11179Z","time spent":"717.775498ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:04:19.829659Z","caller":"traceutil/trace.go:171","msg":"trace[1990027392] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:348; }","duration":"676.664175ms","start":"2026-08-06T01:04:19.152942Z","end":"2026-08-06T01:04:19.829606Z","steps":["trace[1990027392] 'range keys from in-memory index tree' (duration: 674.002814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.829804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:19.152928Z","time spent":"676.803348ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-08-06T01:04:19.827183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.988829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-08-06T01:04:19.830123Z","caller":"traceutil/trace.go:171","msg":"trace[1514814586] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:348; }","duration":"876.910145ms","start":"2026-08-06T01:04:18.953121Z","end":"2026-08-06T01:04:19.830031Z","steps":["trace[1514814586] 'range keys from in-memory index tree' (duration: 873.900626ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:19.830513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:18.9531Z","time spent":"877.13217ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-08-06T01:04:24.972967Z","caller":"traceutil/trace.go:171","msg":"trace[245296884] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"101.958377ms","start":"2026-08-06T01:04:24.870987Z","end":"2026-08-06T01:04:24.972945Z","steps":["trace[245296884] 'process raft request' (duration: 101.63293ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:36.461128Z","caller":"traceutil/trace.go:171","msg":"trace[1931647334] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"468.600747ms","start":"2026-08-06T01:04:35.992496Z","end":"2026-08-06T01:04:36.461097Z","steps":["trace[1931647334] 'read index received' (duration: 468.335822ms)","trace[1931647334] 'applied index is now lower than readState.Index' (duration: 260.115µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:04:36.461401Z","caller":"traceutil/trace.go:171","msg":"trace[919112510] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"469.073318ms","start":"2026-08-06T01:04:35.99228Z","end":"2026-08-06T01:04:36.461353Z","steps":["trace[919112510] 'process raft request' (duration: 468.672759ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:36.461481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.958746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-08-06T01:04:36.461494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.976781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-08-06T01:04:36.461529Z","caller":"traceutil/trace.go:171","msg":"trace[694217177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"469.055708ms","start":"2026-08-06T01:04:35.992458Z","end":"2026-08-06T01:04:36.461513Z","steps":["trace[694217177] 'agreement among raft nodes before linearized reading' (duration: 468.875154ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:36.461591Z","caller":"traceutil/trace.go:171","msg":"trace[108709451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:436; }","duration":"302.124515ms","start":"2026-08-06T01:04:36.159442Z","end":"2026-08-06T01:04:36.461567Z","steps":["trace[108709451] 'agreement among raft nodes before linearized reading' (duration: 301.954011ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:36.461615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:35.992448Z","time spent":"469.15499ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:04:36.461644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:36.159425Z","time spent":"302.210836ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:04:36.461975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:35.992253Z","time spent":"469.246082ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:04:36.708678Z","caller":"traceutil/trace.go:171","msg":"trace[1044935407] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"242.613482ms","start":"2026-08-06T01:04:36.466038Z","end":"2026-08-06T01:04:36.708651Z","steps":["trace[1044935407] 'process raft request' (duration: 242.557781ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:36.708751Z","caller":"traceutil/trace.go:171","msg":"trace[670692726] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"242.659414ms","start":"2026-08-06T01:04:36.466022Z","end":"2026-08-06T01:04:36.708682Z","steps":["trace[670692726] 'process raft request' (duration: 239.237386ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:45.330586Z","caller":"traceutil/trace.go:171","msg":"trace[1679175777] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"224.398419ms","start":"2026-08-06T01:04:45.106169Z","end":"2026-08-06T01:04:45.330567Z","steps":["trace[1679175777] 'process raft request' (duration: 224.283226ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:45.331693Z","caller":"traceutil/trace.go:171","msg":"trace[39571284] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"211.940135ms","start":"2026-08-06T01:04:45.119734Z","end":"2026-08-06T01:04:45.331674Z","steps":["trace[39571284] 'process raft request' (duration: 211.847333ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.297069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073026206,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:04:51.477862Z","caller":"traceutil/trace.go:171","msg":"trace[36200660] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"738.231603ms","start":"2026-08-06T01:04:50.739594Z","end":"2026-08-06T01:04:51.477826Z","steps":["trace[36200660] 'process raft request' (duration: 738.032529ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.478084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.739575Z","time spent":"738.408357ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:04:51.486333Z","caller":"traceutil/trace.go:171","msg":"trace[938810553] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"728.543274ms","start":"2026-08-06T01:04:50.757768Z","end":"2026-08-06T01:04:51.486311Z","steps":["trace[938810553] 'process raft request' (duration: 728.405531ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:51.486276Z","caller":"traceutil/trace.go:171","msg":"trace[1056093161] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"743.322349ms","start":"2026-08-06T01:04:50.742915Z","end":"2026-08-06T01:04:51.486238Z","steps":["trace[1056093161] 'process raft request' (duration: 743.048953ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:51.486567Z","caller":"traceutil/trace.go:171","msg":"trace[103478926] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"742.418899ms","start":"2026-08-06T01:04:50.743863Z","end":"2026-08-06T01:04:51.486282Z","steps":["trace[103478926] 'process raft request' (duration: 742.241775ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:51.486527Z","caller":"traceutil/trace.go:171","msg":"trace[338455982] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"724.838879ms","start":"2026-08-06T01:04:50.761651Z","end":"2026-08-06T01:04:51.48649Z","steps":["trace[338455982] 'process raft request' (duration: 724.737047ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:51.48657Z","caller":"traceutil/trace.go:171","msg":"trace[1855692606] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"728.650326ms","start":"2026-08-06T01:04:50.757849Z","end":"2026-08-06T01:04:51.486499Z","steps":["trace[1855692606] 'process raft request' (duration: 728.484522ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:51.486638Z","caller":"traceutil/trace.go:171","msg":"trace[1907133190] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"724.883719ms","start":"2026-08-06T01:04:50.761709Z","end":"2026-08-06T01:04:51.486592Z","steps":["trace[1907133190] 'process raft request' (duration: 724.717786ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.486689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.761632Z","time spent":"724.979472ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:04:51.486683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.742904Z","time spent":"743.680687ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:04:51.486776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.761704Z","time spent":"725.021672ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:04:51.486733Z","caller":"traceutil/trace.go:171","msg":"trace[1921812006] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"713.114582ms","start":"2026-08-06T01:04:50.773562Z","end":"2026-08-06T01:04:51.486676Z","steps":["trace[1921812006] 'process raft request' (duration: 712.918778ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.486617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.743842Z","time spent":"742.742606ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:04:51.486899Z","caller":"traceutil/trace.go:171","msg":"trace[235725362] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"680.591404ms","start":"2026-08-06T01:04:50.80629Z","end":"2026-08-06T01:04:51.486881Z","steps":["trace[235725362] 'process raft request' (duration: 680.43019ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.486925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.773545Z","time spent":"713.300436ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:04:51.48675Z","caller":"traceutil/trace.go:171","msg":"trace[586322232] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"710.707238ms","start":"2026-08-06T01:04:50.776034Z","end":"2026-08-06T01:04:51.486741Z","steps":["trace[586322232] 'process raft request' (duration: 710.567094ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:51.486952Z","caller":"traceutil/trace.go:171","msg":"trace[1169663432] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"593.438734ms","start":"2026-08-06T01:04:50.893504Z","end":"2026-08-06T01:04:51.486943Z","steps":["trace[1169663432] 'process raft request' (duration: 593.327321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.486988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.893459Z","time spent":"593.513746ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:04:51.486996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.776016Z","time spent":"710.954804ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:04:51.486998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.806258Z","time spent":"680.695396ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:04:51.486463Z","caller":"traceutil/trace.go:171","msg":"trace[2028741534] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"728.658606ms","start":"2026-08-06T01:04:50.75777Z","end":"2026-08-06T01:04:51.486429Z","steps":["trace[2028741534] 'process raft request' (duration: 728.446341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.487052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.924709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-06T01:04:51.487103Z","caller":"traceutil/trace.go:171","msg":"trace[365767213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:543; }","duration":"691.021371ms","start":"2026-08-06T01:04:50.796071Z","end":"2026-08-06T01:04:51.487092Z","steps":["trace[365767213] 'agreement among raft nodes before linearized reading' (duration: 690.897319ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.486744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.757844Z","time spent":"728.82597ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:04:51.487141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.796055Z","time spent":"691.078432ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:04:51.486449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.757748Z","time spent":"728.641126ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:04:51.486932Z","caller":"traceutil/trace.go:171","msg":"trace[236081691] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:553; }","duration":"690.795845ms","start":"2026-08-06T01:04:50.796114Z","end":"2026-08-06T01:04:51.48691Z","steps":["trace[236081691] 'read index received' (duration: 681.410652ms)","trace[236081691] 'applied index is now lower than readState.Index' (duration: 9.383893ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:04:51.487139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.75775Z","time spent":"729.323702ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:04:51.495631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.882384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-06T01:04:51.495715Z","caller":"traceutil/trace.go:171","msg":"trace[305214000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:545; }","duration":"686.054638ms","start":"2026-08-06T01:04:50.809646Z","end":"2026-08-06T01:04:51.495701Z","steps":["trace[305214000] 'agreement among raft nodes before linearized reading' (duration: 685.827363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:51.495748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:50.809616Z","time spent":"686.12494ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:04:51.495761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.36034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-06T01:04:51.495865Z","caller":"traceutil/trace.go:171","msg":"trace[262335845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:545; }","duration":"137.518294ms","start":"2026-08-06T01:04:51.358323Z","end":"2026-08-06T01:04:51.495842Z","steps":["trace[262335845] 'agreement among raft nodes before linearized reading' (duration: 137.185297ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:57.779767Z","caller":"traceutil/trace.go:171","msg":"trace[121897259] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"246.132243ms","start":"2026-08-06T01:04:57.533585Z","end":"2026-08-06T01:04:57.779717Z","steps":["trace[121897259] 'read index received' (duration: 245.896157ms)","trace[121897259] 'applied index is now lower than readState.Index' (duration: 234.035µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:04:57.779876Z","caller":"traceutil/trace.go:171","msg":"trace[112585793] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"394.834181ms","start":"2026-08-06T01:04:57.384994Z","end":"2026-08-06T01:04:57.779828Z","steps":["trace[112585793] 'process raft request' (duration: 394.446682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:57.780055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:57.384975Z","time spent":"394.993175ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:04:57.780102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.49569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-06T01:04:57.7802Z","caller":"traceutil/trace.go:171","msg":"trace[1049955670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"246.642454ms","start":"2026-08-06T01:04:57.533537Z","end":"2026-08-06T01:04:57.78018Z","steps":["trace[1049955670] 'agreement among raft nodes before linearized reading' (duration: 246.393458ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:04:58.011608Z","caller":"traceutil/trace.go:171","msg":"trace[658157043] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"231.692748ms","start":"2026-08-06T01:04:57.779891Z","end":"2026-08-06T01:04:58.011584Z","steps":["trace[658157043] 'read index received' (duration: 230.93032ms)","trace[658157043] 'applied index is now lower than readState.Index' (duration: 761.398µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:04:58.011715Z","caller":"traceutil/trace.go:171","msg":"trace[1417247841] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"423.778652ms","start":"2026-08-06T01:04:57.587878Z","end":"2026-08-06T01:04:58.011657Z","steps":["trace[1417247841] 'process raft request' (duration: 422.970563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:58.011922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.17894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-06T01:04:58.011937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.209711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-06T01:04:58.011969Z","caller":"traceutil/trace.go:171","msg":"trace[642185165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"475.269052ms","start":"2026-08-06T01:04:57.536689Z","end":"2026-08-06T01:04:58.011958Z","steps":["trace[642185165] 'agreement among raft nodes before linearized reading' (duration: 475.008276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:58.012047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:57.536678Z","time spent":"475.358224ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:04:58.012172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:57.587848Z","time spent":"423.966367ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:04:58.012052Z","caller":"traceutil/trace.go:171","msg":"trace[1147060194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"468.356365ms","start":"2026-08-06T01:04:57.543668Z","end":"2026-08-06T01:04:58.012024Z","steps":["trace[1147060194] 'agreement among raft nodes before linearized reading' (duration: 468.004887ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:58.012273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:57.543628Z","time spent":"468.63321ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:04:58.8965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.703886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:04:58.897338Z","caller":"traceutil/trace.go:171","msg":"trace[963246515] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.112157968s","start":"2026-08-06T01:04:57.785106Z","end":"2026-08-06T01:04:58.897264Z","steps":["trace[963246515] 'process raft request' (duration: 558.450095ms)","trace[963246515] 'compare' (duration: 550.518781ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:04:58.897578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:57.785085Z","time spent":"1.112359733s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:04:59.890161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-06T01:04:59.89036Z","caller":"traceutil/trace.go:171","msg":"trace[548802667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146995s","start":"2026-08-06T01:04:57.890174Z","end":"2026-08-06T01:04:59.890321Z","steps":["trace[548802667] 'agreement among raft nodes before linearized reading' (duration: 1.99992231s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:04:59.890421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:57.890142Z","time spent":"2.000265778s","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/06 01:04:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-06T01:05:01.675575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77894972s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-06T01:05:01.675874Z","caller":"traceutil/trace.go:171","msg":"trace[585571510] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:665; }","duration":"3.664139048s","start":"2026-08-06T01:04:58.011674Z","end":"2026-08-06T01:05:01.675813Z","steps":["trace[585571510] 'read index received' (duration: 331.786261ms)","trace[585571510] 'applied index is now lower than readState.Index' (duration: 3.332351647s)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:05:01.676472Z","caller":"traceutil/trace.go:171","msg":"trace[1743626421] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"3.659002632s","start":"2026-08-06T01:04:58.017441Z","end":"2026-08-06T01:05:01.676444Z","steps":["trace[1743626421] 'process raft request' (duration: 3.658267996s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:01.676674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:58.017419Z","time spent":"3.659155825s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:05:01.703711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.809525552s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:05:01.705173Z","caller":"traceutil/trace.go:171","msg":"trace[1734918825] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"3.68716939s","start":"2026-08-06T01:04:58.017955Z","end":"2026-08-06T01:05:01.705125Z","steps":["trace[1734918825] 'process raft request' (duration: 3.65847536s)","trace[1734918825] 'compare' (duration: 28.385473ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:05:01.705311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:58.017938Z","time spent":"3.687293023s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:05:01.705301Z","caller":"traceutil/trace.go:171","msg":"trace[948214344] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.81123378s","start":"2026-08-06T01:04:59.894033Z","end":"2026-08-06T01:05:01.705266Z","steps":["trace[948214344] 'process raft request' (duration: 1.811042886s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:05:01.705404Z","caller":"traceutil/trace.go:171","msg":"trace[1386194615] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"3.630784252s","start":"2026-08-06T01:04:58.074598Z","end":"2026-08-06T01:05:01.705383Z","steps":["trace[1386194615] 'process raft request' (duration: 3.630391703s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:01.705416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101350139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-06T01:05:01.705459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:59.894005Z","time spent":"1.811379834s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:05:01.705479Z","caller":"traceutil/trace.go:171","msg":"trace[1879070323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"3.101471152s","start":"2026-08-06T01:04:58.60399Z","end":"2026-08-06T01:05:01.705461Z","steps":["trace[1879070323] 'agreement among raft nodes before linearized reading' (duration: 3.101213056s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:01.705514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:58.603962Z","time spent":"3.101544544s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:05:01.70548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807264431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:05:01.705517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:58.074576Z","time spent":"3.630873404s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:05:01.705578Z","caller":"traceutil/trace.go:171","msg":"trace[156458744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"1.807403494s","start":"2026-08-06T01:04:59.898145Z","end":"2026-08-06T01:05:01.705548Z","steps":["trace[156458744] 'agreement among raft nodes before linearized reading' (duration: 1.8072618s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:01.705668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:04:59.898119Z","time spent":"1.807534807s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:05:01.706888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.290093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-06T01:05:01.706967Z","caller":"traceutil/trace.go:171","msg":"trace[242950468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"804.368315ms","start":"2026-08-06T01:05:00.902574Z","end":"2026-08-06T01:05:01.706943Z","steps":["trace[242950468] 'agreement among raft nodes before linearized reading' (duration: 802.711787ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:01.707016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:00.902515Z","time spent":"804.488318ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:05:14.883771Z","caller":"traceutil/trace.go:171","msg":"trace[1605108905] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:819; }","duration":"293.727689ms","start":"2026-08-06T01:05:14.590015Z","end":"2026-08-06T01:05:14.883743Z","steps":["trace[1605108905] 'read index received' (duration: 293.587945ms)","trace[1605108905] 'applied index is now lower than readState.Index' (duration: 138.234µs)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:05:14.883935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.889242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:05:14.883979Z","caller":"traceutil/trace.go:171","msg":"trace[1859531926] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:789; }","duration":"293.957644ms","start":"2026-08-06T01:05:14.590008Z","end":"2026-08-06T01:05:14.883965Z","steps":["trace[1859531926] 'agreement among raft nodes before linearized reading' (duration: 293.861481ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:05:14.883982Z","caller":"traceutil/trace.go:171","msg":"trace[2134597188] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"397.83289ms","start":"2026-08-06T01:05:14.486093Z","end":"2026-08-06T01:05:14.883926Z","steps":["trace[2134597188] 'process raft request' (duration: 397.471462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:14.884402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:14.486075Z","time spent":"398.024995ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:05:18.246048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073026719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:05:18.376447Z","caller":"traceutil/trace.go:171","msg":"trace[1999926033] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"891.94123ms","start":"2026-08-06T01:05:17.48448Z","end":"2026-08-06T01:05:18.376422Z","steps":["trace[1999926033] 'process raft request' (duration: 891.781517ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:18.376603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:17.484457Z","time spent":"892.067473ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:05:18.38474Z","caller":"traceutil/trace.go:171","msg":"trace[1882274909] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:840; }","duration":"639.056148ms","start":"2026-08-06T01:05:17.745646Z","end":"2026-08-06T01:05:18.384702Z","steps":["trace[1882274909] 'read index received' (duration: 630.605586ms)","trace[1882274909] 'applied index is now lower than readState.Index' (duration: 8.448022ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:05:18.385076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.771615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-06T01:05:18.385117Z","caller":"traceutil/trace.go:171","msg":"trace[242505564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"602.880277ms","start":"2026-08-06T01:05:17.782226Z","end":"2026-08-06T01:05:18.385106Z","steps":["trace[242505564] 'agreement among raft nodes before linearized reading' (duration: 602.679033ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:18.385148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:17.782199Z","time spent":"602.942109ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:05:18.384997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.329154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-06T01:05:18.385476Z","caller":"traceutil/trace.go:171","msg":"trace[492664584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:810; }","duration":"639.783564ms","start":"2026-08-06T01:05:17.745592Z","end":"2026-08-06T01:05:18.385375Z","steps":["trace[492664584] 'agreement among raft nodes before linearized reading' (duration: 639.227952ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:18.38551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.735113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-06T01:05:18.385588Z","caller":"traceutil/trace.go:171","msg":"trace[1973394452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"598.907207ms","start":"2026-08-06T01:05:17.786662Z","end":"2026-08-06T01:05:18.385569Z","steps":["trace[1973394452] 'agreement among raft nodes before linearized reading' (duration: 598.639361ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:18.385645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:17.745567Z","time spent":"640.002719ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:05:18.385605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.274497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-06T01:05:18.385643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:17.786646Z","time spent":"598.987929ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:05:18.385746Z","caller":"traceutil/trace.go:171","msg":"trace[1268889570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"603.463721ms","start":"2026-08-06T01:05:17.782262Z","end":"2026-08-06T01:05:18.385725Z","steps":["trace[1268889570] 'agreement among raft nodes before linearized reading' (duration: 603.150893ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:05:18.385806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:05:17.782241Z","time spent":"603.552674ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-06T01:05:45.509629Z","caller":"traceutil/trace.go:171","msg":"trace[549744050] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"202.233674ms","start":"2026-08-06T01:05:45.307359Z","end":"2026-08-06T01:05:45.509592Z","steps":["trace[549744050] 'process raft request' (duration: 202.019609ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:06.924713Z","caller":"traceutil/trace.go:171","msg":"trace[1102957470] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"270.679072ms","start":"2026-08-06T01:06:06.654006Z","end":"2026-08-06T01:06:06.924685Z","steps":["trace[1102957470] 'process raft request' (duration: 270.468097ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:06.925481Z","caller":"traceutil/trace.go:171","msg":"trace[1679747334] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"270.313814ms","start":"2026-08-06T01:06:06.65514Z","end":"2026-08-06T01:06:06.925454Z","steps":["trace[1679747334] 'process raft request' (duration: 270.084399ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:06.925495Z","caller":"traceutil/trace.go:171","msg":"trace[1426660105] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"269.863954ms","start":"2026-08-06T01:06:06.655587Z","end":"2026-08-06T01:06:06.925451Z","steps":["trace[1426660105] 'process raft request' (duration: 269.780622ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:06.925685Z","caller":"traceutil/trace.go:171","msg":"trace[1821849359] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"270.065869ms","start":"2026-08-06T01:06:06.655608Z","end":"2026-08-06T01:06:06.925674Z","steps":["trace[1821849359] 'process raft request' (duration: 269.804213ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:06.92593Z","caller":"traceutil/trace.go:171","msg":"trace[1697352893] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1497; }","duration":"182.631897ms","start":"2026-08-06T01:06:06.743275Z","end":"2026-08-06T01:06:06.925907Z","steps":["trace[1697352893] 'read index received' (duration: 181.178914ms)","trace[1697352893] 'applied index is now lower than readState.Index' (duration: 1.452033ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:06:06.925984Z","caller":"traceutil/trace.go:171","msg":"trace[1163845281] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"139.577072ms","start":"2026-08-06T01:06:06.786383Z","end":"2026-08-06T01:06:06.92596Z","steps":["trace[1163845281] 'process raft request' (duration: 139.417709ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:06.926242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.948735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-vb4xw\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-08-06T01:06:06.92633Z","caller":"traceutil/trace.go:171","msg":"trace[622156476] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-vb4xw; range_end:; response_count:1; response_revision:1455; }","duration":"183.106378ms","start":"2026-08-06T01:06:06.743198Z","end":"2026-08-06T01:06:06.926304Z","steps":["trace[622156476] 'agreement among raft nodes before linearized reading' (duration: 182.870333ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:06.926089Z","caller":"traceutil/trace.go:171","msg":"trace[1986726755] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"144.988305ms","start":"2026-08-06T01:06:06.780997Z","end":"2026-08-06T01:06:06.925985Z","steps":["trace[1986726755] 'process raft request' (duration: 144.618706ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:09.293242Z","caller":"traceutil/trace.go:171","msg":"trace[475290832] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"360.852775ms","start":"2026-08-06T01:06:08.932356Z","end":"2026-08-06T01:06:09.293208Z","steps":["trace[475290832] 'process raft request' (duration: 360.59229ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:09.293464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:08.932332Z","time spent":"361.009548ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:09.377201Z","caller":"traceutil/trace.go:171","msg":"trace[327074321] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"442.72397ms","start":"2026-08-06T01:06:08.934416Z","end":"2026-08-06T01:06:09.37714Z","steps":["trace[327074321] 'process raft request' (duration: 442.541856ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:09.377352Z","caller":"traceutil/trace.go:171","msg":"trace[109218678] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"442.7784ms","start":"2026-08-06T01:06:08.934556Z","end":"2026-08-06T01:06:09.377334Z","steps":["trace[109218678] 'process raft request' (duration: 442.576706ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:09.377391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:08.934396Z","time spent":"442.891923ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:09.377223Z","caller":"traceutil/trace.go:171","msg":"trace[1254262191] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"442.677368ms","start":"2026-08-06T01:06:08.934521Z","end":"2026-08-06T01:06:09.377198Z","steps":["trace[1254262191] 'process raft request' (duration: 442.572696ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:09.377447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:08.93453Z","time spent":"442.863932ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:09.377524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:08.934501Z","time spent":"442.961635ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:09.377625Z","caller":"traceutil/trace.go:171","msg":"trace[928866487] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1508; }","duration":"401.976207ms","start":"2026-08-06T01:06:08.97562Z","end":"2026-08-06T01:06:09.377596Z","steps":["trace[928866487] 'read index received' (duration: 317.384171ms)","trace[928866487] 'applied index is now lower than readState.Index' (duration: 84.589166ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:09.377773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.13942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:06:09.377759Z","caller":"traceutil/trace.go:171","msg":"trace[921671312] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"441.532623ms","start":"2026-08-06T01:06:08.936167Z","end":"2026-08-06T01:06:09.377699Z","steps":["trace[921671312] 'process raft request' (duration: 441.125964ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:09.377844Z","caller":"traceutil/trace.go:171","msg":"trace[1196031826] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1464; }","duration":"402.246433ms","start":"2026-08-06T01:06:08.975575Z","end":"2026-08-06T01:06:09.377822Z","steps":["trace[1196031826] 'agreement among raft nodes before linearized reading' (duration: 402.10452ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:09.377889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.439545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-08-06T01:06:09.377896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:08.975558Z","time spent":"402.323044ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:06:09.377943Z","caller":"traceutil/trace.go:171","msg":"trace[744461319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1464; }","duration":"311.541437ms","start":"2026-08-06T01:06:09.06639Z","end":"2026-08-06T01:06:09.377931Z","steps":["trace[744461319] 'agreement among raft nodes before linearized reading' (duration: 311.339783ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:09.377977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:09.066372Z","time spent":"311.597278ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-06T01:06:09.378025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:08.936143Z","time spent":"441.738817ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:09.73867Z","caller":"traceutil/trace.go:171","msg":"trace[1142777281] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"352.066337ms","start":"2026-08-06T01:06:09.38657Z","end":"2026-08-06T01:06:09.738636Z","steps":["trace[1142777281] 'process raft request' (duration: 279.920452ms)","trace[1142777281] 'compare' (duration: 71.767206ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:06:09.738672Z","caller":"traceutil/trace.go:171","msg":"trace[1109857944] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"100.266332ms","start":"2026-08-06T01:06:09.638366Z","end":"2026-08-06T01:06:09.738632Z","steps":["trace[1109857944] 'read index received' (duration: 28.077367ms)","trace[1109857944] 'applied index is now lower than readState.Index' (duration: 72.186825ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:09.738836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:09.386538Z","time spent":"352.21559ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:09.738988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.592389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-06T01:06:09.739065Z","caller":"traceutil/trace.go:171","msg":"trace[2006153161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1465; }","duration":"100.761523ms","start":"2026-08-06T01:06:09.638286Z","end":"2026-08-06T01:06:09.739048Z","steps":["trace[2006153161] 'agreement among raft nodes before linearized reading' (duration: 100.484647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:28.12999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.599885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-06T01:06:28.130166Z","caller":"traceutil/trace.go:171","msg":"trace[803356057] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"261.319219ms","start":"2026-08-06T01:06:27.868805Z","end":"2026-08-06T01:06:28.130124Z","steps":["trace[803356057] 'read index received' (duration: 94.629184ms)","trace[803356057] 'applied index is now lower than readState.Index' (duration: 166.687775ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:28.130347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.361336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:06:28.130386Z","caller":"traceutil/trace.go:171","msg":"trace[1880382350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"240.451428ms","start":"2026-08-06T01:06:27.889918Z","end":"2026-08-06T01:06:28.13037Z","steps":["trace[1880382350] 'agreement among raft nodes before linearized reading' (duration: 240.365356ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:28.130518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.676438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-06T01:06:28.130628Z","caller":"traceutil/trace.go:171","msg":"trace[2105887518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1765; }","duration":"261.840981ms","start":"2026-08-06T01:06:27.868763Z","end":"2026-08-06T01:06:28.130604Z","steps":["trace[2105887518] 'agreement among raft nodes before linearized reading' (duration: 261.481453ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.17829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.929794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:06:35.178485Z","caller":"traceutil/trace.go:171","msg":"trace[1088163683] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"624.691392ms","start":"2026-08-06T01:06:34.553767Z","end":"2026-08-06T01:06:35.178458Z","steps":["trace[1088163683] 'read index received' (duration: 264.340398ms)","trace[1088163683] 'applied index is now lower than readState.Index' (duration: 360.348574ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:35.178915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.124561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-06T01:06:35.17903Z","caller":"traceutil/trace.go:171","msg":"trace[581760997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"625.301235ms","start":"2026-08-06T01:06:34.553696Z","end":"2026-08-06T01:06:35.178998Z","steps":["trace[581760997] 'agreement among raft nodes before linearized reading' (duration: 624.979528ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.179082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.553644Z","time spent":"625.428139ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-06T01:06:35.179128Z","caller":"traceutil/trace.go:171","msg":"trace[412474945] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"447.62777ms","start":"2026-08-06T01:06:34.731475Z","end":"2026-08-06T01:06:35.179103Z","steps":["trace[412474945] 'process raft request' (duration: 447.499887ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.179236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.731433Z","time spent":"447.747063ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:35.17866Z","caller":"traceutil/trace.go:171","msg":"trace[73334259] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"881.073079ms","start":"2026-08-06T01:06:34.297523Z","end":"2026-08-06T01:06:35.178596Z","steps":["trace[73334259] 'process raft request' (duration: 520.566652ms)","trace[73334259] 'compare' (duration: 359.453264ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:35.17989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.297487Z","time spent":"882.285187ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:35.489309Z","caller":"traceutil/trace.go:171","msg":"trace[1649814415] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1941; }","duration":"310.75168ms","start":"2026-08-06T01:06:35.178521Z","end":"2026-08-06T01:06:35.489273Z","steps":["trace[1649814415] 'read index received' (duration: 404.699µs)","trace[1649814415] 'applied index is now lower than readState.Index' (duration: 310.345121ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:06:35.489756Z","caller":"traceutil/trace.go:171","msg":"trace[368968800] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"513.674447ms","start":"2026-08-06T01:06:34.976012Z","end":"2026-08-06T01:06:35.489686Z","steps":["trace[368968800] 'process raft request' (duration: 419.672538ms)","trace[368968800] 'compare' (duration: 93.330284ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:35.48984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.648284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:06:35.489922Z","caller":"traceutil/trace.go:171","msg":"trace[1375301543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"599.820378ms","start":"2026-08-06T01:06:34.890081Z","end":"2026-08-06T01:06:35.489901Z","steps":["trace[1375301543] 'agreement among raft nodes before linearized reading' (duration: 599.585763ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.489987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.890042Z","time spent":"599.930231ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:06:35.489995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.975984Z","time spent":"513.890261ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:35.489996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.222301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4479b0cf-807b-4018-a8f3-dd95f7b48e6e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-06T01:06:35.490126Z","caller":"traceutil/trace.go:171","msg":"trace[127394396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4479b0cf-807b-4018-a8f3-dd95f7b48e6e; range_end:; response_count:1; response_revision:1868; }","duration":"575.442026ms","start":"2026-08-06T01:06:34.914654Z","end":"2026-08-06T01:06:35.490096Z","steps":["trace[127394396] 'agreement among raft nodes before linearized reading' (duration: 574.983976ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.490195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.914619Z","time spent":"575.564829ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4479b0cf-807b-4018-a8f3-dd95f7b48e6e\" "} {"level":"warn","ts":"2026-08-06T01:06:35.490292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.641385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4479b0cf-807b-4018-a8f3-dd95f7b48e6e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-06T01:06:35.490409Z","caller":"traceutil/trace.go:171","msg":"trace[1872294568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4479b0cf-807b-4018-a8f3-dd95f7b48e6e; range_end:; response_count:1; response_revision:1868; }","duration":"731.918121ms","start":"2026-08-06T01:06:34.758467Z","end":"2026-08-06T01:06:35.490385Z","steps":["trace[1872294568] 'agreement among raft nodes before linearized reading' (duration: 731.220376ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.490597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:34.758439Z","time spent":"732.138756ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4479b0cf-807b-4018-a8f3-dd95f7b48e6e\" "} {"level":"warn","ts":"2026-08-06T01:06:35.536532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.264859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-08-06T01:06:35.536777Z","caller":"traceutil/trace.go:171","msg":"trace[1516387965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1869; }","duration":"276.536286ms","start":"2026-08-06T01:06:35.260182Z","end":"2026-08-06T01:06:35.536718Z","steps":["trace[1516387965] 'agreement among raft nodes before linearized reading' (duration: 276.154117ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:35.672852Z","caller":"traceutil/trace.go:171","msg":"trace[703811654] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"136.635956ms","start":"2026-08-06T01:06:35.536176Z","end":"2026-08-06T01:06:35.672811Z","steps":["trace[703811654] 'read index received' (duration: 112.252493ms)","trace[703811654] 'applied index is now lower than readState.Index' (duration: 24.381333ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:35.673062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.078492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:06:35.673113Z","caller":"traceutil/trace.go:171","msg":"trace[1057688162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"181.175185ms","start":"2026-08-06T01:06:35.491922Z","end":"2026-08-06T01:06:35.673097Z","steps":["trace[1057688162] 'agreement among raft nodes before linearized reading' (duration: 181.042432ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:35.673092Z","caller":"traceutil/trace.go:171","msg":"trace[1446807156] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"176.172801ms","start":"2026-08-06T01:06:35.496864Z","end":"2026-08-06T01:06:35.673036Z","steps":["trace[1446807156] 'process raft request' (duration: 151.585334ms)","trace[1446807156] 'compare' (duration: 24.058804ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:35.673118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.711229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-06T01:06:35.673244Z","caller":"traceutil/trace.go:171","msg":"trace[264404667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1870; }","duration":"148.886493ms","start":"2026-08-06T01:06:35.524334Z","end":"2026-08-06T01:06:35.673221Z","steps":["trace[264404667] 'agreement among raft nodes before linearized reading' (duration: 148.494434ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.673351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.543276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-06T01:06:35.673419Z","caller":"traceutil/trace.go:171","msg":"trace[450069297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1870; }","duration":"156.648389ms","start":"2026-08-06T01:06:35.516756Z","end":"2026-08-06T01:06:35.673404Z","steps":["trace[450069297] 'agreement among raft nodes before linearized reading' (duration: 156.369813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.673381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.499315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-06T01:06:35.673523Z","caller":"traceutil/trace.go:171","msg":"trace[439669894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1870; }","duration":"156.67563ms","start":"2026-08-06T01:06:35.516818Z","end":"2026-08-06T01:06:35.673493Z","steps":["trace[439669894] 'agreement among raft nodes before linearized reading' (duration: 156.22101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.673581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.053448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-06T01:06:35.673682Z","caller":"traceutil/trace.go:171","msg":"trace[1862691222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1870; }","duration":"153.193221ms","start":"2026-08-06T01:06:35.520467Z","end":"2026-08-06T01:06:35.673661Z","steps":["trace[1862691222] 'agreement among raft nodes before linearized reading' (duration: 152.894744ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:35.99933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.285182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:06:35.999618Z","caller":"traceutil/trace.go:171","msg":"trace[886869968] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"457.31243ms","start":"2026-08-06T01:06:35.542227Z","end":"2026-08-06T01:06:35.999539Z","steps":["trace[886869968] 'process raft request' (duration: 322.557937ms)","trace[886869968] 'compare' (duration: 134.102418ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:35.999815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:35.542194Z","time spent":"457.529484ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:35.999837Z","caller":"traceutil/trace.go:171","msg":"trace[1332478512] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"314.360842ms","start":"2026-08-06T01:06:35.685442Z","end":"2026-08-06T01:06:35.999803Z","steps":["trace[1332478512] 'process raft request' (duration: 314.030514ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:36.000021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:35.685414Z","time spent":"314.499824ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:06:36.000209Z","caller":"traceutil/trace.go:171","msg":"trace[71939073] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"314.038634ms","start":"2026-08-06T01:06:35.686149Z","end":"2026-08-06T01:06:36.000187Z","steps":["trace[71939073] 'process raft request' (duration: 313.613565ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:36.000161Z","caller":"traceutil/trace.go:171","msg":"trace[618654993] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"312.646862ms","start":"2026-08-06T01:06:35.687471Z","end":"2026-08-06T01:06:36.000118Z","steps":["trace[618654993] 'process raft request' (duration: 312.511299ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:36.000324Z","caller":"traceutil/trace.go:171","msg":"trace[996808518] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1945; }","duration":"110.165665ms","start":"2026-08-06T01:06:35.890143Z","end":"2026-08-06T01:06:36.000309Z","steps":["trace[996808518] 'read index received' (duration: 95.136725ms)","trace[996808518] 'applied index is now lower than readState.Index' (duration: 15.02376ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:06:36.000416Z","caller":"traceutil/trace.go:171","msg":"trace[252785172] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"312.360196ms","start":"2026-08-06T01:06:35.688015Z","end":"2026-08-06T01:06:36.000376Z","steps":["trace[252785172] 'process raft request' (duration: 312.033608ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:36.000292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:35.686127Z","time spent":"314.127436ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:36.000424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:35.68746Z","time spent":"312.823517ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:36.000498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:35.688006Z","time spent":"312.452968ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:36.000489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.334989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:06:36.000585Z","caller":"traceutil/trace.go:171","msg":"trace[185789963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"110.444033ms","start":"2026-08-06T01:06:35.890119Z","end":"2026-08-06T01:06:36.000563Z","steps":["trace[185789963] 'agreement among raft nodes before linearized reading' (duration: 110.260118ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:36.568163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.421989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:06:36.568335Z","caller":"traceutil/trace.go:171","msg":"trace[1369842118] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"388.146113ms","start":"2026-08-06T01:06:36.180168Z","end":"2026-08-06T01:06:36.568314Z","steps":["trace[1369842118] 'read index received' (duration: 116.491709ms)","trace[1369842118] 'applied index is now lower than readState.Index' (duration: 271.652994ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:06:36.568637Z","caller":"traceutil/trace.go:171","msg":"trace[1385552526] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"413.695491ms","start":"2026-08-06T01:06:36.154897Z","end":"2026-08-06T01:06:36.568592Z","steps":["trace[1385552526] 'process raft request' (duration: 141.72509ms)","trace[1385552526] 'compare' (duration: 271.237125ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:36.568989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.798017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-08-06T01:06:36.569106Z","caller":"traceutil/trace.go:171","msg":"trace[962194243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1876; }","duration":"388.979921ms","start":"2026-08-06T01:06:36.180101Z","end":"2026-08-06T01:06:36.56908Z","steps":["trace[962194243] 'agreement among raft nodes before linearized reading' (duration: 388.429769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:36.569195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:36.180073Z","time spent":"389.109485ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:06:36.569231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:36.15486Z","time spent":"413.856915ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:36.568966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.795597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:06:36.568998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.744416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-06T01:06:36.569324Z","caller":"traceutil/trace.go:171","msg":"trace[991033271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1876; }","duration":"381.129975ms","start":"2026-08-06T01:06:36.188157Z","end":"2026-08-06T01:06:36.569287Z","steps":["trace[991033271] 'agreement among raft nodes before linearized reading' (duration: 380.420648ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:36.569333Z","caller":"traceutil/trace.go:171","msg":"trace[1132943929] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1876; }","duration":"340.379062ms","start":"2026-08-06T01:06:36.228903Z","end":"2026-08-06T01:06:36.569282Z","steps":["trace[1132943929] 'agreement among raft nodes before linearized reading' (duration: 339.770357ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:36.569375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:36.188129Z","time spent":"381.235538ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-06T01:06:36.569383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:36.228892Z","time spent":"340.477274ms","remote":"127.0.0.1:39228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:06:45.39345Z","caller":"traceutil/trace.go:171","msg":"trace[1387474706] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"174.704827ms","start":"2026-08-06T01:06:45.218724Z","end":"2026-08-06T01:06:45.393429Z","steps":["trace[1387474706] 'process raft request' (duration: 174.533603ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:06:45.535151Z","caller":"traceutil/trace.go:171","msg":"trace[242615048] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"311.625049ms","start":"2026-08-06T01:06:45.223486Z","end":"2026-08-06T01:06:45.535111Z","steps":["trace[242615048] 'process raft request' (duration: 212.630327ms)","trace[242615048] 'compare' (duration: 98.835549ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:06:45.535366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:45.223447Z","time spent":"311.818254ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:06:51.341739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.853638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:06:51.34182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.871614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:06:51.341926Z","caller":"traceutil/trace.go:171","msg":"trace[1727509150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2003; }","duration":"451.040898ms","start":"2026-08-06T01:06:50.890859Z","end":"2026-08-06T01:06:51.3419Z","steps":["trace[1727509150] 'range keys from in-memory index tree' (duration: 450.783503ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:06:51.341978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:06:50.890838Z","time spent":"451.13027ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-06T01:06:51.341941Z","caller":"traceutil/trace.go:171","msg":"trace[1849521951] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2003; }","duration":"102.025122ms","start":"2026-08-06T01:06:51.239781Z","end":"2026-08-06T01:06:51.341806Z","steps":["trace[1849521951] 'count revisions from in-memory index tree' (duration: 101.725426ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:19.87154Z","caller":"traceutil/trace.go:171","msg":"trace[1804246313] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"161.604654ms","start":"2026-08-06T01:07:19.709905Z","end":"2026-08-06T01:07:19.87151Z","steps":["trace[1804246313] 'process raft request' (duration: 161.39445ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:20.202023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.238569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:07:20.202126Z","caller":"traceutil/trace.go:171","msg":"trace[924840641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2166; }","duration":"312.412652ms","start":"2026-08-06T01:07:19.889691Z","end":"2026-08-06T01:07:20.202104Z","steps":["trace[924840641] 'range keys from in-memory index tree' (duration: 312.113376ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:20.202174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:19.889662Z","time spent":"312.501945ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:07:20.202255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.160916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-06T01:07:20.202363Z","caller":"traceutil/trace.go:171","msg":"trace[1648194006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2166; }","duration":"285.33046ms","start":"2026-08-06T01:07:19.917004Z","end":"2026-08-06T01:07:20.202335Z","steps":["trace[1648194006] 'range keys from in-memory index tree' (duration: 284.890949ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:20.604751Z","caller":"traceutil/trace.go:171","msg":"trace[713041225] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"347.044508ms","start":"2026-08-06T01:07:20.257652Z","end":"2026-08-06T01:07:20.604697Z","steps":["trace[713041225] 'process raft request' (duration: 346.854084ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:20.604936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:20.257617Z","time spent":"347.221642ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:20.68943Z","caller":"traceutil/trace.go:171","msg":"trace[552057366] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"152.556438ms","start":"2026-08-06T01:07:20.536839Z","end":"2026-08-06T01:07:20.689395Z","steps":["trace[552057366] 'process raft request' (duration: 152.498347ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:20.689493Z","caller":"traceutil/trace.go:171","msg":"trace[1462849451] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"431.650756ms","start":"2026-08-06T01:07:20.257803Z","end":"2026-08-06T01:07:20.689454Z","steps":["trace[1462849451] 'process raft request' (duration: 431.070323ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:20.689526Z","caller":"traceutil/trace.go:171","msg":"trace[891168072] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"431.39232ms","start":"2026-08-06T01:07:20.258094Z","end":"2026-08-06T01:07:20.689486Z","steps":["trace[891168072] 'process raft request' (duration: 431.025452ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:20.689597Z","caller":"traceutil/trace.go:171","msg":"trace[1625189556] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"430.981391ms","start":"2026-08-06T01:07:20.258588Z","end":"2026-08-06T01:07:20.689569Z","steps":["trace[1625189556] 'process raft request' (duration: 430.695424ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:20.689715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:20.258077Z","time spent":"431.535313ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:07:20.689716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:20.258578Z","time spent":"431.082233ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:07:20.68971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:20.257759Z","time spent":"431.844681ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:20.689491Z","caller":"traceutil/trace.go:171","msg":"trace[2100937742] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"431.40168ms","start":"2026-08-06T01:07:20.25801Z","end":"2026-08-06T01:07:20.689412Z","steps":["trace[2100937742] 'process raft request' (duration: 431.056793ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:20.689948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:20.257982Z","time spent":"431.864681ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:20.884857Z","caller":"traceutil/trace.go:171","msg":"trace[226803511] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"111.456747ms","start":"2026-08-06T01:07:20.773371Z","end":"2026-08-06T01:07:20.884827Z","steps":["trace[226803511] 'read index received' (duration: 111.176911ms)","trace[226803511] 'applied index is now lower than readState.Index' (duration: 278.076µs)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:07:20.885014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.6244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:07:20.885063Z","caller":"traceutil/trace.go:171","msg":"trace[446252182] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2173; }","duration":"111.745723ms","start":"2026-08-06T01:07:20.773302Z","end":"2026-08-06T01:07:20.885047Z","steps":["trace[446252182] 'agreement among raft nodes before linearized reading' (duration: 111.638861ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:20.885093Z","caller":"traceutil/trace.go:171","msg":"trace[1052142030] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"148.981598ms","start":"2026-08-06T01:07:20.736089Z","end":"2026-08-06T01:07:20.885071Z","steps":["trace[1052142030] 'process raft request' (duration: 148.513847ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:21.245406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.709161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:07:21.245603Z","caller":"traceutil/trace.go:171","msg":"trace[1181748926] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"284.649344ms","start":"2026-08-06T01:07:20.960918Z","end":"2026-08-06T01:07:21.245567Z","steps":["trace[1181748926] 'process raft request' (duration: 19.667486ms)","trace[1181748926] 'compare' (duration: 264.466175ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:07:21.668863Z","caller":"traceutil/trace.go:171","msg":"trace[736798257] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"105.458101ms","start":"2026-08-06T01:07:21.563379Z","end":"2026-08-06T01:07:21.668837Z","steps":["trace[736798257] 'process raft request' (duration: 105.269097ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:27.220652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073029640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:07:27.266496Z","caller":"traceutil/trace.go:171","msg":"trace[1067726989] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"626.502984ms","start":"2026-08-06T01:07:26.639958Z","end":"2026-08-06T01:07:27.266461Z","steps":["trace[1067726989] 'process raft request' (duration: 626.289479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:27.266723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.639945Z","time spent":"626.654148ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:28.006887Z","caller":"traceutil/trace.go:171","msg":"trace[790145385] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2286; }","duration":"1.287043789s","start":"2026-08-06T01:07:26.719797Z","end":"2026-08-06T01:07:28.006841Z","steps":["trace[790145385] 'read index received' (duration: 546.4991ms)","trace[790145385] 'applied index is now lower than readState.Index' (duration: 740.543419ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:07:28.00701Z","caller":"traceutil/trace.go:171","msg":"trace[408039510] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.100498901s","start":"2026-08-06T01:07:26.90646Z","end":"2026-08-06T01:07:28.006959Z","steps":["trace[408039510] 'process raft request' (duration: 1.100125283s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.007226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287397317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-06T01:07:28.00725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.906432Z","time spent":"1.100685615s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:28.007298Z","caller":"traceutil/trace.go:171","msg":"trace[267714906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2201; }","duration":"1.287495459s","start":"2026-08-06T01:07:26.719783Z","end":"2026-08-06T01:07:28.007278Z","steps":["trace[267714906] 'agreement among raft nodes before linearized reading' (duration: 1.287245904s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.00736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.719717Z","time spent":"1.287631083s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-06T01:07:28.009807Z","caller":"traceutil/trace.go:171","msg":"trace[1081341533] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"316.518266ms","start":"2026-08-06T01:07:27.693261Z","end":"2026-08-06T01:07:28.009779Z","steps":["trace[1081341533] 'process raft request' (duration: 316.24808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.00998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:27.693221Z","time spent":"316.653369ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:28.02378Z","caller":"traceutil/trace.go:171","msg":"trace[679166238] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"115.903308ms","start":"2026-08-06T01:07:27.907835Z","end":"2026-08-06T01:07:28.023739Z","steps":["trace[679166238] 'process raft request' (duration: 115.633052ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.023908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3034096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-06T01:07:28.023876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132599688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:07:28.023901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.098702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-06T01:07:28.023967Z","caller":"traceutil/trace.go:171","msg":"trace[179135660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2203; }","duration":"1.303449051s","start":"2026-08-06T01:07:26.720493Z","end":"2026-08-06T01:07:28.023942Z","steps":["trace[179135660] 'agreement among raft nodes before linearized reading' (duration: 1.303364779s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:28.023982Z","caller":"traceutil/trace.go:171","msg":"trace[1807361759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"730.239166ms","start":"2026-08-06T01:07:27.293726Z","end":"2026-08-06T01:07:28.023965Z","steps":["trace[1807361759] 'agreement among raft nodes before linearized reading' (duration: 730.050581ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:28.023983Z","caller":"traceutil/trace.go:171","msg":"trace[335063773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2203; }","duration":"1.132775271s","start":"2026-08-06T01:07:26.891182Z","end":"2026-08-06T01:07:28.023957Z","steps":["trace[335063773] 'agreement among raft nodes before linearized reading' (duration: 1.132574237s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.024019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.720422Z","time spent":"1.303587975s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:07:28.024023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:27.293692Z","time spent":"730.319538ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-06T01:07:28.024054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.891152Z","time spent":"1.132892014s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:07:28.023802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303285828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-08-06T01:07:28.024209Z","caller":"traceutil/trace.go:171","msg":"trace[725857674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2203; }","duration":"1.303755809s","start":"2026-08-06T01:07:26.720434Z","end":"2026-08-06T01:07:28.02419Z","steps":["trace[725857674] 'agreement among raft nodes before linearized reading' (duration: 1.303186086s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.024079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.057984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-08-06T01:07:28.024399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.025561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:07:28.024452Z","caller":"traceutil/trace.go:171","msg":"trace[80098464] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2203; }","duration":"756.081362ms","start":"2026-08-06T01:07:27.268358Z","end":"2026-08-06T01:07:28.024439Z","steps":["trace[80098464] 'agreement among raft nodes before linearized reading' (duration: 756.00037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.024486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:27.26829Z","time spent":"756.187154ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:07:28.024531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304026925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-06T01:07:28.024427Z","caller":"traceutil/trace.go:171","msg":"trace[312111602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2203; }","duration":"753.673127ms","start":"2026-08-06T01:07:27.270726Z","end":"2026-08-06T01:07:28.024399Z","steps":["trace[312111602] 'agreement among raft nodes before linearized reading' (duration: 752.90693ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.024673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:27.270715Z","time spent":"753.941613ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:07:28.024348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.720412Z","time spent":"1.303899851s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-06T01:07:28.024593Z","caller":"traceutil/trace.go:171","msg":"trace[611160360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2203; }","duration":"1.304136827s","start":"2026-08-06T01:07:26.720442Z","end":"2026-08-06T01:07:28.024579Z","steps":["trace[611160360] 'agreement among raft nodes before linearized reading' (duration: 1.303893812s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.024972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:26.720416Z","time spent":"1.304489666s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:07:28.602536Z","caller":"traceutil/trace.go:171","msg":"trace[1179096141] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"572.95076ms","start":"2026-08-06T01:07:28.029496Z","end":"2026-08-06T01:07:28.602447Z","steps":["trace[1179096141] 'process raft request' (duration: 544.791752ms)","trace[1179096141] 'compare' (duration: 27.610485ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:07:28.602793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:28.029472Z","time spent":"573.186756ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:28.603489Z","caller":"traceutil/trace.go:171","msg":"trace[1054462445] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"573.029912ms","start":"2026-08-06T01:07:28.03041Z","end":"2026-08-06T01:07:28.60344Z","steps":["trace[1054462445] 'process raft request' (duration: 571.961339ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:28.603536Z","caller":"traceutil/trace.go:171","msg":"trace[1970246002] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"404.626483ms","start":"2026-08-06T01:07:28.19889Z","end":"2026-08-06T01:07:28.603516Z","steps":["trace[1970246002] 'process raft request' (duration: 404.512951ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.603668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.341236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:07:28.603714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:28.198852Z","time spent":"404.744516ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:07:28.603753Z","caller":"traceutil/trace.go:171","msg":"trace[1784236078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"568.478359ms","start":"2026-08-06T01:07:28.035263Z","end":"2026-08-06T01:07:28.603742Z","steps":["trace[1784236078] 'agreement among raft nodes before linearized reading' (duration: 568.305175ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:28.603472Z","caller":"traceutil/trace.go:171","msg":"trace[1169540812] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2292; }","duration":"568.129881ms","start":"2026-08-06T01:07:28.035308Z","end":"2026-08-06T01:07:28.603438Z","steps":["trace[1169540812] 'read index received' (duration: 2.850095ms)","trace[1169540812] 'applied index is now lower than readState.Index' (duration: 565.278216ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:07:28.603793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:28.035244Z","time spent":"568.54148ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:07:28.603836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:28.030398Z","time spent":"573.185716ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:07:28.60408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.614684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c911e9cfe79401\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-08-06T01:07:28.603467Z","caller":"traceutil/trace.go:171","msg":"trace[908461312] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"572.640382ms","start":"2026-08-06T01:07:28.030783Z","end":"2026-08-06T01:07:28.603424Z","steps":["trace[908461312] 'process raft request' (duration: 572.465208ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:07:28.604148Z","caller":"traceutil/trace.go:171","msg":"trace[1907618239] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c911e9cfe79401; range_end:; response_count:1; response_revision:2209; }","duration":"120.740798ms","start":"2026-08-06T01:07:28.483387Z","end":"2026-08-06T01:07:28.604128Z","steps":["trace[1907618239] 'agreement among raft nodes before linearized reading' (duration: 120.519003ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.604247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.464593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-08-06T01:07:28.604303Z","caller":"traceutil/trace.go:171","msg":"trace[267340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2209; }","duration":"218.563645ms","start":"2026-08-06T01:07:28.385726Z","end":"2026-08-06T01:07:28.60429Z","steps":["trace[267340] 'agreement among raft nodes before linearized reading' (duration: 218.216218ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:07:28.604334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:07:28.03077Z","time spent":"573.41546ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:08:30.115391Z","caller":"traceutil/trace.go:171","msg":"trace[1658978089] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"488.050238ms","start":"2026-08-06T01:08:29.627312Z","end":"2026-08-06T01:08:30.115362Z","steps":["trace[1658978089] 'process raft request' (duration: 487.862203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:08:30.115572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:08:29.627292Z","time spent":"488.197581ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:08:30.257831Z","caller":"traceutil/trace.go:171","msg":"trace[1453804673] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2812; }","duration":"519.149405ms","start":"2026-08-06T01:08:29.738645Z","end":"2026-08-06T01:08:30.257795Z","steps":["trace[1453804673] 'read index received' (duration: 376.559728ms)","trace[1453804673] 'applied index is now lower than readState.Index' (duration: 142.587847ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:08:30.25799Z","caller":"traceutil/trace.go:171","msg":"trace[1856725296] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"553.864772ms","start":"2026-08-06T01:08:29.704113Z","end":"2026-08-06T01:08:30.257978Z","steps":["trace[1856725296] 'process raft request' (duration: 552.425628ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:08:30.258109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:08:29.704082Z","time spent":"553.942594ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:08:30.25814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.79185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-06T01:08:30.258215Z","caller":"traceutil/trace.go:171","msg":"trace[835892084] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2705; }","duration":"512.903702ms","start":"2026-08-06T01:08:29.74529Z","end":"2026-08-06T01:08:30.258194Z","steps":["trace[835892084] 'agreement among raft nodes before linearized reading' (duration: 512.718367ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:08:30.258258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:08:29.745277Z","time spent":"512.975084ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-08-06T01:08:30.258418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.771508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:08:30.258438Z","caller":"traceutil/trace.go:171","msg":"trace[1258702154] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2705; }","duration":"519.81902ms","start":"2026-08-06T01:08:29.738611Z","end":"2026-08-06T01:08:30.25843Z","steps":["trace[1258702154] 'agreement among raft nodes before linearized reading' (duration: 519.785899ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:08:30.258453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:08:29.7386Z","time spent":"519.84865ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:08:30.258737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.903741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:08:30.25881Z","caller":"traceutil/trace.go:171","msg":"trace[98573320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2705; }","duration":"435.025634ms","start":"2026-08-06T01:08:29.823765Z","end":"2026-08-06T01:08:30.25879Z","steps":["trace[98573320] 'agreement among raft nodes before linearized reading' (duration: 434.922862ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:08:30.25886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:08:29.823724Z","time spent":"435.126176ms","remote":"127.0.0.1:47046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:09:03.904901Z","caller":"traceutil/trace.go:171","msg":"trace[19523334] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"189.552512ms","start":"2026-08-06T01:09:03.715304Z","end":"2026-08-06T01:09:03.904857Z","steps":["trace[19523334] 'process raft request' (duration: 189.400499ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:09:04.171887Z","caller":"traceutil/trace.go:171","msg":"trace[468166959] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3022; }","duration":"432.18055ms","start":"2026-08-06T01:09:03.739675Z","end":"2026-08-06T01:09:04.171856Z","steps":["trace[468166959] 'read index received' (duration: 164.993665ms)","trace[468166959] 'applied index is now lower than readState.Index' (duration: 267.185655ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:09:04.17228Z","caller":"traceutil/trace.go:171","msg":"trace[1321949873] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"456.87499ms","start":"2026-08-06T01:09:03.715366Z","end":"2026-08-06T01:09:04.172241Z","steps":["trace[1321949873] 'process raft request' (duration: 456.252637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.172324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.612369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:09:04.17245Z","caller":"traceutil/trace.go:171","msg":"trace[1106914875] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2909; }","duration":"432.814174ms","start":"2026-08-06T01:09:03.739594Z","end":"2026-08-06T01:09:04.172408Z","steps":["trace[1106914875] 'agreement among raft nodes before linearized reading' (duration: 432.559509ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:09:04.172407Z","caller":"traceutil/trace.go:171","msg":"trace[1694789681] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"456.553443ms","start":"2026-08-06T01:09:03.715768Z","end":"2026-08-06T01:09:04.172321Z","steps":["trace[1694789681] 'process raft request' (duration: 456.035292ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.1725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:03.715345Z","time spent":"457.030443ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:09:04.172521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:03.739561Z","time spent":"432.947226ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:09:04.172744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:03.715753Z","time spent":"456.770198ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:09:04.173021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.459992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:09:04.172942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.146195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-06T01:09:04.173087Z","caller":"traceutil/trace.go:171","msg":"trace[314574402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2909; }","duration":"282.562004ms","start":"2026-08-06T01:09:03.890508Z","end":"2026-08-06T01:09:04.17307Z","steps":["trace[314574402] 'agreement among raft nodes before linearized reading' (duration: 282.433961ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:09:04.173229Z","caller":"traceutil/trace.go:171","msg":"trace[381722080] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2909; }","duration":"427.637246ms","start":"2026-08-06T01:09:03.745447Z","end":"2026-08-06T01:09:04.173084Z","steps":["trace[381722080] 'agreement among raft nodes before linearized reading' (duration: 426.867779ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.173352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:03.745435Z","time spent":"427.901852ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-08-06T01:09:04.61802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.336787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:09:04.618112Z","caller":"traceutil/trace.go:171","msg":"trace[1493919943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2909; }","duration":"315.46885ms","start":"2026-08-06T01:09:04.302621Z","end":"2026-08-06T01:09:04.61809Z","steps":["trace[1493919943] 'range keys from in-memory index tree' (duration: 315.180763ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.618157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.302609Z","time spent":"315.538152ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:09:04.618207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.42275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c9120160e8a48f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-08-06T01:09:04.618259Z","caller":"traceutil/trace.go:171","msg":"trace[1811265230] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c9120160e8a48f; range_end:; response_count:1; response_revision:2909; }","duration":"252.512972ms","start":"2026-08-06T01:09:04.365732Z","end":"2026-08-06T01:09:04.618245Z","steps":["trace[1811265230] 'range keys from in-memory index tree' (duration: 252.266396ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.61839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.670346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:09:04.618427Z","caller":"traceutil/trace.go:171","msg":"trace[414344015] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2909; }","duration":"360.758648ms","start":"2026-08-06T01:09:04.25766Z","end":"2026-08-06T01:09:04.618418Z","steps":["trace[414344015] 'count revisions from in-memory index tree' (duration: 360.551594ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.618457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.25763Z","time spent":"360.818039ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:09:04.618614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.805621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:09:04.618641Z","caller":"traceutil/trace.go:171","msg":"trace[1648758855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2909; }","duration":"320.867033ms","start":"2026-08-06T01:09:04.297766Z","end":"2026-08-06T01:09:04.618633Z","steps":["trace[1648758855] 'count revisions from in-memory index tree' (duration: 320.7208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:04.618679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.297749Z","time spent":"320.921423ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:09:04.619173Z","caller":"traceutil/trace.go:171","msg":"trace[1483266084] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"217.542188ms","start":"2026-08-06T01:09:04.401614Z","end":"2026-08-06T01:09:04.619156Z","steps":["trace[1483266084] 'process raft request' (duration: 186.008452ms)","trace[1483266084] 'compare' (duration: 31.3086ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:09:04.619356Z","caller":"traceutil/trace.go:171","msg":"trace[329742584] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"211.812368ms","start":"2026-08-06T01:09:04.407528Z","end":"2026-08-06T01:09:04.61934Z","steps":["trace[329742584] 'process raft request' (duration: 211.630584ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:09:04.619883Z","caller":"traceutil/trace.go:171","msg":"trace[539288196] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"212.191157ms","start":"2026-08-06T01:09:04.407009Z","end":"2026-08-06T01:09:04.6192Z","steps":["trace[539288196] 'process raft request' (duration: 212.097975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:05.417047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073031325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:09:05.974228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.86ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:09:05.974398Z","caller":"traceutil/trace.go:171","msg":"trace[1050312493] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"1.35386315s","start":"2026-08-06T01:09:04.620505Z","end":"2026-08-06T01:09:05.974369Z","steps":["trace[1050312493] 'process raft request' (duration: 818.719653ms)","trace[1050312493] 'compare' (duration: 534.680696ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:09:05.974804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.62046Z","time spent":"1.354283849s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:09:06.067667Z","caller":"traceutil/trace.go:171","msg":"trace[50958168] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"1.443703791s","start":"2026-08-06T01:09:04.623854Z","end":"2026-08-06T01:09:06.067558Z","steps":["trace[50958168] 'process raft request' (duration: 1.443486196s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.067867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.623838Z","time spent":"1.443924165s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:09:06.06799Z","caller":"traceutil/trace.go:171","msg":"trace[533069332] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"1.443540927s","start":"2026-08-06T01:09:04.624376Z","end":"2026-08-06T01:09:06.067917Z","steps":["trace[533069332] 'process raft request' (duration: 1.443138278s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:09:06.067958Z","caller":"traceutil/trace.go:171","msg":"trace[1457651022] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3028; }","duration":"1.151467606s","start":"2026-08-06T01:09:04.916458Z","end":"2026-08-06T01:09:06.067926Z","steps":["trace[1457651022] 'read index received' (duration: 522.782015ms)","trace[1457651022] 'applied index is now lower than readState.Index' (duration: 628.684471ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:09:06.068106Z","caller":"traceutil/trace.go:171","msg":"trace[417198677] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"1.443524496s","start":"2026-08-06T01:09:04.624513Z","end":"2026-08-06T01:09:06.068037Z","steps":["trace[417198677] 'process raft request' (duration: 1.443277321s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.068629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.624504Z","time spent":"1.444052058s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:09:06.068786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.417343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:09:06.068872Z","caller":"traceutil/trace.go:171","msg":"trace[1833948715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2916; }","duration":"913.632688ms","start":"2026-08-06T01:09:05.155217Z","end":"2026-08-06T01:09:06.06885Z","steps":["trace[1833948715] 'agreement among raft nodes before linearized reading' (duration: 913.438423ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.068917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:05.155189Z","time spent":"913.71628ms","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:09:06.068186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.624365Z","time spent":"1.44371499s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:09:06.069002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.555462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:09:06.069079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.034928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:09:06.069138Z","caller":"traceutil/trace.go:171","msg":"trace[827054111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2916; }","duration":"181.135202ms","start":"2026-08-06T01:09:05.887985Z","end":"2026-08-06T01:09:06.06912Z","steps":["trace[827054111] 'agreement among raft nodes before linearized reading' (duration: 181.04592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.069182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.389955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:09:06.069148Z","caller":"traceutil/trace.go:171","msg":"trace[1171130868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2916; }","duration":"159.642524ms","start":"2026-08-06T01:09:05.909395Z","end":"2026-08-06T01:09:06.069038Z","steps":["trace[1171130868] 'agreement among raft nodes before linearized reading' (duration: 159.47652ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:09:06.069234Z","caller":"traceutil/trace.go:171","msg":"trace[1012317733] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2916; }","duration":"121.507738ms","start":"2026-08-06T01:09:05.947714Z","end":"2026-08-06T01:09:06.069222Z","steps":["trace[1012317733] 'agreement among raft nodes before linearized reading' (duration: 121.362065ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.069233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.646846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-06T01:09:06.069266Z","caller":"traceutil/trace.go:171","msg":"trace[1130722121] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2916; }","duration":"323.722588ms","start":"2026-08-06T01:09:05.745535Z","end":"2026-08-06T01:09:06.069258Z","steps":["trace[1130722121] 'agreement among raft nodes before linearized reading' (duration: 323.565374ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.068418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151924386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-06T01:09:06.069295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:05.745511Z","time spent":"323.777178ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-08-06T01:09:06.069415Z","caller":"traceutil/trace.go:171","msg":"trace[1120706403] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2916; }","duration":"1.15295151s","start":"2026-08-06T01:09:04.916403Z","end":"2026-08-06T01:09:06.069355Z","steps":["trace[1120706403] 'agreement among raft nodes before linearized reading' (duration: 1.151701052s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:09:06.069661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:09:04.916379Z","time spent":"1.153209045s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":334,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:09:11.186496Z","caller":"traceutil/trace.go:171","msg":"trace[1399643333] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"116.502594ms","start":"2026-08-06T01:09:11.069954Z","end":"2026-08-06T01:09:11.186457Z","steps":["trace[1399643333] 'process raft request' (duration: 48.969262ms)","trace[1399643333] 'compare' (duration: 67.343058ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:11:14.020409Z","caller":"traceutil/trace.go:171","msg":"trace[213507092] linearizableReadLoop","detail":"{readStateIndex:3864; appliedIndex:3863; }","duration":"130.150009ms","start":"2026-08-06T01:11:13.890224Z","end":"2026-08-06T01:11:14.020374Z","steps":["trace[213507092] 'read index received' (duration: 129.835072ms)","trace[213507092] 'applied index is now lower than readState.Index' (duration: 313.227µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:11:14.020593Z","caller":"traceutil/trace.go:171","msg":"trace[2062748359] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"173.383581ms","start":"2026-08-06T01:11:13.847193Z","end":"2026-08-06T01:11:14.020577Z","steps":["trace[2062748359] 'process raft request' (duration: 172.951812ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:14.021045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.776303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:11:14.021205Z","caller":"traceutil/trace.go:171","msg":"trace[2107337930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3715; }","duration":"130.943967ms","start":"2026-08-06T01:11:13.890188Z","end":"2026-08-06T01:11:14.021132Z","steps":["trace[2107337930] 'agreement among raft nodes before linearized reading' (duration: 130.733152ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:11:17.104825Z","caller":"traceutil/trace.go:171","msg":"trace[1461894958] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"138.56279ms","start":"2026-08-06T01:11:16.96623Z","end":"2026-08-06T01:11:17.104793Z","steps":["trace[1461894958] 'process raft request' (duration: 138.377556ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:11:17.105316Z","caller":"traceutil/trace.go:171","msg":"trace[829769458] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"135.577393ms","start":"2026-08-06T01:11:16.969712Z","end":"2026-08-06T01:11:17.10529Z","steps":["trace[829769458] 'process raft request' (duration: 135.46428ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.117086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.665145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:11:43.117192Z","caller":"traceutil/trace.go:171","msg":"trace[509318179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3939; }","duration":"228.829007ms","start":"2026-08-06T01:11:42.888344Z","end":"2026-08-06T01:11:43.117173Z","steps":["trace[509318179] 'range keys from in-memory index tree' (duration: 228.557272ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.11734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.011728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:11:43.117387Z","caller":"traceutil/trace.go:171","msg":"trace[2116782054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3939; }","duration":"162.10608ms","start":"2026-08-06T01:11:42.95527Z","end":"2026-08-06T01:11:43.117376Z","steps":["trace[2116782054] 'range keys from in-memory index tree' (duration: 161.801172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.11734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.37651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:11:43.11746Z","caller":"traceutil/trace.go:171","msg":"trace[605552994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:3939; }","duration":"450.512823ms","start":"2026-08-06T01:11:42.66692Z","end":"2026-08-06T01:11:43.117432Z","steps":["trace[605552994] 'range keys from in-memory index tree' (duration: 450.087544ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.117518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:11:42.666841Z","time spent":"450.658807ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:11:43.117572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.92899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-06T01:11:43.117545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.240134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:11:43.117609Z","caller":"traceutil/trace.go:171","msg":"trace[277370683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3939; }","duration":"101.972361ms","start":"2026-08-06T01:11:43.015628Z","end":"2026-08-06T01:11:43.1176Z","steps":["trace[277370683] 'range keys from in-memory index tree' (duration: 101.780956ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.117602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.537573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:11:43.117647Z","caller":"traceutil/trace.go:171","msg":"trace[955490610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3939; }","duration":"159.410337ms","start":"2026-08-06T01:11:42.958212Z","end":"2026-08-06T01:11:43.117622Z","steps":["trace[955490610] 'range keys from in-memory index tree' (duration: 158.911596ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.117628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.6981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:11:43.117699Z","caller":"traceutil/trace.go:171","msg":"trace[1189306039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3939; }","duration":"486.673847ms","start":"2026-08-06T01:11:42.630997Z","end":"2026-08-06T01:11:43.117671Z","steps":["trace[1189306039] 'range keys from in-memory index tree' (duration: 486.426981ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:11:43.117761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:11:42.630971Z","time spent":"486.777258ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-06T01:11:43.117769Z","caller":"traceutil/trace.go:171","msg":"trace[1967663670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3939; }","duration":"103.914035ms","start":"2026-08-06T01:11:43.013824Z","end":"2026-08-06T01:11:43.117738Z","steps":["trace[1967663670] 'range keys from in-memory index tree' (duration: 103.412464ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:06.083013Z","caller":"traceutil/trace.go:171","msg":"trace[817011080] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"158.342974ms","start":"2026-08-06T01:13:05.92463Z","end":"2026-08-06T01:13:06.082973Z","steps":["trace[817011080] 'process raft request' (duration: 129.919457ms)","trace[817011080] 'compare' (duration: 28.199882ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:06.086327Z","caller":"traceutil/trace.go:171","msg":"trace[430127532] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"127.505193ms","start":"2026-08-06T01:13:05.958781Z","end":"2026-08-06T01:13:06.086287Z","steps":["trace[430127532] 'process raft request' (duration: 127.255086ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:10.392872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.905952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3299e48-4ae2-490b-b4ee-c8149931d372\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-08-06T01:13:10.392974Z","caller":"traceutil/trace.go:171","msg":"trace[890071404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3299e48-4ae2-490b-b4ee-c8149931d372; range_end:; response_count:1; response_revision:4927; }","duration":"190.045376ms","start":"2026-08-06T01:13:10.2029Z","end":"2026-08-06T01:13:10.392945Z","steps":["trace[890071404] 'range keys from in-memory index tree' (duration: 189.753039ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:10.393033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.857594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3299e48-4ae2-490b-b4ee-c8149931d372\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-08-06T01:13:10.393207Z","caller":"traceutil/trace.go:171","msg":"trace[1381124017] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3299e48-4ae2-490b-b4ee-c8149931d372; range_end:; response_count:1; response_revision:4927; }","duration":"209.045368ms","start":"2026-08-06T01:13:10.184095Z","end":"2026-08-06T01:13:10.39314Z","steps":["trace[1381124017] 'range keys from in-memory index tree' (duration: 208.65455ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:10.393371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.004312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-06T01:13:10.393473Z","caller":"traceutil/trace.go:171","msg":"trace[786274107] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"152.269105ms","start":"2026-08-06T01:13:10.241126Z","end":"2026-08-06T01:13:10.393396Z","steps":["trace[786274107] 'process raft request' (duration: 144.541519ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:10.393543Z","caller":"traceutil/trace.go:171","msg":"trace[1988661506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4927; }","duration":"305.186217ms","start":"2026-08-06T01:13:10.088332Z","end":"2026-08-06T01:13:10.393518Z","steps":["trace[1988661506] 'range keys from in-memory index tree' (duration: 304.850509ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:10.393593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:10.088272Z","time spent":"305.310009ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-06T01:13:10.394434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.162837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2210296"} {"level":"info","ts":"2026-08-06T01:13:10.394496Z","caller":"traceutil/trace.go:171","msg":"trace[572174262] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4927; }","duration":"284.225978ms","start":"2026-08-06T01:13:10.110257Z","end":"2026-08-06T01:13:10.394483Z","steps":["trace[572174262] 'range keys from in-memory index tree' (duration: 282.217313ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:10.547565Z","caller":"traceutil/trace.go:171","msg":"trace[1542123579] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"146.607917ms","start":"2026-08-06T01:13:10.400913Z","end":"2026-08-06T01:13:10.547521Z","steps":["trace[1542123579] 'process raft request' (duration: 135.271569ms)","trace[1542123579] 'compare' (duration: 11.062282ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:10.54763Z","caller":"traceutil/trace.go:171","msg":"trace[1114872153] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"117.663768ms","start":"2026-08-06T01:13:10.429929Z","end":"2026-08-06T01:13:10.547592Z","steps":["trace[1114872153] 'read index received' (duration: 106.272218ms)","trace[1114872153] 'applied index is now lower than readState.Index' (duration: 11.389929ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:10.547651Z","caller":"traceutil/trace.go:171","msg":"trace[1364514855] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"145.385819ms","start":"2026-08-06T01:13:10.402224Z","end":"2026-08-06T01:13:10.54761Z","steps":["trace[1364514855] 'process raft request' (duration: 145.234266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:10.548045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.083388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-08-06T01:13:10.548134Z","caller":"traceutil/trace.go:171","msg":"trace[944174832] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4931; }","duration":"118.229401ms","start":"2026-08-06T01:13:10.429881Z","end":"2026-08-06T01:13:10.54811Z","steps":["trace[944174832] 'agreement among raft nodes before linearized reading' (duration: 117.854033ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:12.148663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.270219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:13:12.148979Z","caller":"traceutil/trace.go:171","msg":"trace[1288854626] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4964; }","duration":"142.635347ms","start":"2026-08-06T01:13:12.006319Z","end":"2026-08-06T01:13:12.148954Z","steps":["trace[1288854626] 'range keys from in-memory index tree' (duration: 142.175476ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:14.835542Z","caller":"traceutil/trace.go:171","msg":"trace[435475262] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5234; }","duration":"295.112608ms","start":"2026-08-06T01:13:14.540401Z","end":"2026-08-06T01:13:14.835513Z","steps":["trace[435475262] 'read index received' (duration: 294.76669ms)","trace[435475262] 'applied index is now lower than readState.Index' (duration: 344.788µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:14.835566Z","caller":"traceutil/trace.go:171","msg":"trace[1594408116] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"305.33216ms","start":"2026-08-06T01:13:14.530197Z","end":"2026-08-06T01:13:14.835529Z","steps":["trace[1594408116] 'process raft request' (duration: 305.070324ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:14.835973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.548718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-08-06T01:13:14.836022Z","caller":"traceutil/trace.go:171","msg":"trace[1913285987] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5038; }","duration":"295.65603ms","start":"2026-08-06T01:13:14.540353Z","end":"2026-08-06T01:13:14.836009Z","steps":["trace[1913285987] 'agreement among raft nodes before linearized reading' (duration: 295.278042ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:14.836042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.162708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-08-06T01:13:14.83613Z","caller":"traceutil/trace.go:171","msg":"trace[1241479546] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5038; }","duration":"295.2896ms","start":"2026-08-06T01:13:14.540824Z","end":"2026-08-06T01:13:14.836113Z","steps":["trace[1241479546] 'agreement among raft nodes before linearized reading' (duration: 295.044245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:14.836145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:14.530176Z","time spent":"305.738699ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:13:14.835616Z","caller":"traceutil/trace.go:171","msg":"trace[1024388780] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"305.36555ms","start":"2026-08-06T01:13:14.530215Z","end":"2026-08-06T01:13:14.83558Z","steps":["trace[1024388780] 'process raft request' (duration: 305.226017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:14.836201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.213572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-08-06T01:13:14.836312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:14.530192Z","time spent":"306.069577ms","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:13:14.836359Z","caller":"traceutil/trace.go:171","msg":"trace[417313225] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5038; }","duration":"238.426057ms","start":"2026-08-06T01:13:14.597895Z","end":"2026-08-06T01:13:14.836321Z","steps":["trace[417313225] 'agreement among raft nodes before linearized reading' (duration: 237.996657ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:15.234502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.616194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:13:15.234658Z","caller":"traceutil/trace.go:171","msg":"trace[1598101861] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"342.476835ms","start":"2026-08-06T01:13:14.892158Z","end":"2026-08-06T01:13:15.234635Z","steps":["trace[1598101861] 'read index received' (duration: 207.441501ms)","trace[1598101861] 'applied index is now lower than readState.Index' (duration: 135.033854ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:15.234737Z","caller":"traceutil/trace.go:171","msg":"trace[1898338171] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"383.296224ms","start":"2026-08-06T01:13:14.851381Z","end":"2026-08-06T01:13:15.234677Z","steps":["trace[1898338171] 'process raft request' (duration: 248.364403ms)","trace[1898338171] 'compare' (duration: 134.44159ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:13:15.234819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.654649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:13:15.234865Z","caller":"traceutil/trace.go:171","msg":"trace[181460088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"342.741901ms","start":"2026-08-06T01:13:14.892109Z","end":"2026-08-06T01:13:15.234851Z","steps":["trace[181460088] 'agreement among raft nodes before linearized reading' (duration: 342.656519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:15.234924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:14.892081Z","time spent":"342.829883ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:13:15.235006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:14.851371Z","time spent":"383.488449ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:15.235072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.632776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-08-06T01:13:15.23517Z","caller":"traceutil/trace.go:171","msg":"trace[681816566] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5040; }","duration":"341.794339ms","start":"2026-08-06T01:13:14.893353Z","end":"2026-08-06T01:13:15.235147Z","steps":["trace[681816566] 'agreement among raft nodes before linearized reading' (duration: 341.518673ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:15.23508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.247704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-08-06T01:13:15.23519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.041026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-08-06T01:13:15.235231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:14.89333Z","time spent":"341.889052ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-08-06T01:13:15.235289Z","caller":"traceutil/trace.go:171","msg":"trace[2015447334] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5040; }","duration":"299.182109ms","start":"2026-08-06T01:13:14.936075Z","end":"2026-08-06T01:13:15.235257Z","steps":["trace[2015447334] 'agreement among raft nodes before linearized reading' (duration: 298.908933ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:15.235299Z","caller":"traceutil/trace.go:171","msg":"trace[545633639] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5040; }","duration":"195.505679ms","start":"2026-08-06T01:13:15.039743Z","end":"2026-08-06T01:13:15.235249Z","steps":["trace[545633639] 'agreement among raft nodes before linearized reading' (duration: 195.147401ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:16.362802Z","caller":"traceutil/trace.go:171","msg":"trace[985159340] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5344; }","duration":"101.379677ms","start":"2026-08-06T01:13:16.261398Z","end":"2026-08-06T01:13:16.362777Z","steps":["trace[985159340] 'read index received' (duration: 101.152152ms)","trace[985159340] 'applied index is now lower than readState.Index' (duration: 226.525µs)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:13:16.363061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.630723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zptcz\" ","response":"range_response_count:1 size:9769"} {"level":"info","ts":"2026-08-06T01:13:16.363101Z","caller":"traceutil/trace.go:171","msg":"trace[214480239] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zptcz; range_end:; response_count:1; response_revision:5145; }","duration":"101.736875ms","start":"2026-08-06T01:13:16.261351Z","end":"2026-08-06T01:13:16.363088Z","steps":["trace[214480239] 'agreement among raft nodes before linearized reading' (duration: 101.52643ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:16.363397Z","caller":"traceutil/trace.go:171","msg":"trace[1121190183] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"102.146604ms","start":"2026-08-06T01:13:16.26124Z","end":"2026-08-06T01:13:16.363387Z","steps":["trace[1121190183] 'process raft request' (duration: 101.392117ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:16.613563Z","caller":"traceutil/trace.go:171","msg":"trace[1122424800] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"237.948215ms","start":"2026-08-06T01:13:16.375584Z","end":"2026-08-06T01:13:16.613532Z","steps":["trace[1122424800] 'process raft request' (duration: 237.73629ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:16.620185Z","caller":"traceutil/trace.go:171","msg":"trace[534385015] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"163.973563ms","start":"2026-08-06T01:13:16.456191Z","end":"2026-08-06T01:13:16.620164Z","steps":["trace[534385015] 'process raft request' (duration: 163.707317ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:19.486656Z","caller":"traceutil/trace.go:171","msg":"trace[1502645769] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"185.349118ms","start":"2026-08-06T01:13:19.301247Z","end":"2026-08-06T01:13:19.486596Z","steps":["trace[1502645769] 'process raft request' (duration: 185.074522ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:21.862402Z","caller":"traceutil/trace.go:171","msg":"trace[507867125] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"202.823856ms","start":"2026-08-06T01:13:21.659542Z","end":"2026-08-06T01:13:21.862366Z","steps":["trace[507867125] 'process raft request' (duration: 202.545389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.358019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.632021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:13:22.35813Z","caller":"traceutil/trace.go:171","msg":"trace[752785258] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5439; }","duration":"634.295407ms","start":"2026-08-06T01:13:21.723816Z","end":"2026-08-06T01:13:22.358111Z","steps":["trace[752785258] 'read index received' (duration: 138.045482ms)","trace[752785258] 'applied index is now lower than readState.Index' (duration: 496.249095ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:22.358142Z","caller":"traceutil/trace.go:171","msg":"trace[124338319] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"696.189755ms","start":"2026-08-06T01:13:21.661937Z","end":"2026-08-06T01:13:22.358126Z","steps":["trace[124338319] 'process raft request' (duration: 573.353959ms)","trace[124338319] 'compare' (duration: 122.507819ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:13:22.358215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.661882Z","time spent":"696.297697ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:22.358267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.46353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:13:22.358286Z","caller":"traceutil/trace.go:171","msg":"trace[139521919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5237; }","duration":"634.531642ms","start":"2026-08-06T01:13:21.723748Z","end":"2026-08-06T01:13:22.358279Z","steps":["trace[139521919] 'agreement among raft nodes before linearized reading' (duration: 634.429859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.358312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.723718Z","time spent":"634.587123ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:13:22.394661Z","caller":"traceutil/trace.go:171","msg":"trace[2117729854] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"410.307528ms","start":"2026-08-06T01:13:21.984319Z","end":"2026-08-06T01:13:22.394627Z","steps":["trace[2117729854] 'process raft request' (duration: 409.973831ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.394869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.984276Z","time spent":"410.474182ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:22.39499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.888591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:13:22.395059Z","caller":"traceutil/trace.go:171","msg":"trace[874443755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:5239; }","duration":"663.999223ms","start":"2026-08-06T01:13:21.731042Z","end":"2026-08-06T01:13:22.395042Z","steps":["trace[874443755] 'agreement among raft nodes before linearized reading' (duration: 663.760398ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:22.395031Z","caller":"traceutil/trace.go:171","msg":"trace[2054068888] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"409.893669ms","start":"2026-08-06T01:13:21.985086Z","end":"2026-08-06T01:13:22.39498Z","steps":["trace[2054068888] 'process raft request' (duration: 409.453659ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.395096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.731022Z","time spent":"664.066685ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:13:22.395082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.952356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:13:22.395176Z","caller":"traceutil/trace.go:171","msg":"trace[1486727429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5239; }","duration":"586.08749ms","start":"2026-08-06T01:13:21.809066Z","end":"2026-08-06T01:13:22.395153Z","steps":["trace[1486727429] 'agreement among raft nodes before linearized reading' (duration: 585.794653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.395184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.430171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-06T01:13:22.395203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.865197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:13:22.395228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.809055Z","time spent":"586.162641ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:13:22.395242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.984899Z","time spent":"410.224286ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:13:22.395264Z","caller":"traceutil/trace.go:171","msg":"trace[207876342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5239; }","duration":"591.548674ms","start":"2026-08-06T01:13:21.803693Z","end":"2026-08-06T01:13:22.395242Z","steps":["trace[207876342] 'agreement among raft nodes before linearized reading' (duration: 591.3861ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:22.395273Z","caller":"traceutil/trace.go:171","msg":"trace[242006449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5239; }","duration":"662.959798ms","start":"2026-08-06T01:13:21.732295Z","end":"2026-08-06T01:13:22.395255Z","steps":["trace[242006449] 'agreement among raft nodes before linearized reading' (duration: 662.768394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.395298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.80368Z","time spent":"591.609995ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:13:22.395312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.732263Z","time spent":"663.04152ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:13:22.395299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.969913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:13:22.395373Z","caller":"traceutil/trace.go:171","msg":"trace[404830489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5239; }","duration":"664.097875ms","start":"2026-08-06T01:13:21.73125Z","end":"2026-08-06T01:13:22.395348Z","steps":["trace[404830489] 'agreement among raft nodes before linearized reading' (duration: 663.883481ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.395433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.731212Z","time spent":"664.209578ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:13:22.395388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.637671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-06T01:13:22.395492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.911211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-06T01:13:22.395534Z","caller":"traceutil/trace.go:171","msg":"trace[1057105102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5239; }","duration":"662.822096ms","start":"2026-08-06T01:13:21.732674Z","end":"2026-08-06T01:13:22.395496Z","steps":["trace[1057105102] 'agreement among raft nodes before linearized reading' (duration: 662.359745ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:22.395581Z","caller":"traceutil/trace.go:171","msg":"trace[978590348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5239; }","duration":"139.024844ms","start":"2026-08-06T01:13:22.25653Z","end":"2026-08-06T01:13:22.395555Z","steps":["trace[978590348] 'agreement among raft nodes before linearized reading' (duration: 138.39123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:22.395624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:21.732662Z","time spent":"662.948078ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:13:25.167276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.484909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:13:25.16739Z","caller":"traceutil/trace.go:171","msg":"trace[1006736040] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5315; }","duration":"108.682634ms","start":"2026-08-06T01:13:25.058684Z","end":"2026-08-06T01:13:25.167367Z","steps":["trace[1006736040] 'count revisions from in-memory index tree' (duration: 108.355537ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:35.849651Z","caller":"traceutil/trace.go:171","msg":"trace[1605565610] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5684; }","duration":"305.895522ms","start":"2026-08-06T01:13:35.543704Z","end":"2026-08-06T01:13:35.849599Z","steps":["trace[1605565610] 'read index received' (duration: 211.966055ms)","trace[1605565610] 'applied index is now lower than readState.Index' (duration: 93.928177ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:35.849808Z","caller":"traceutil/trace.go:171","msg":"trace[165302580] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"368.20317ms","start":"2026-08-06T01:13:35.48156Z","end":"2026-08-06T01:13:35.849763Z","steps":["trace[165302580] 'process raft request' (duration: 274.201591ms)","trace[165302580] 'compare' (duration: 93.671111ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:13:35.850169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:35.481544Z","time spent":"368.441275ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:35.849891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.149938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:13:35.850437Z","caller":"traceutil/trace.go:171","msg":"trace[419122431] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5474; }","duration":"306.768492ms","start":"2026-08-06T01:13:35.543615Z","end":"2026-08-06T01:13:35.850383Z","steps":["trace[419122431] 'agreement among raft nodes before linearized reading' (duration: 306.133877ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:35.850587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:35.543585Z","time spent":"306.949485ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:13:40.530149Z","caller":"traceutil/trace.go:171","msg":"trace[2078308342] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"102.151196ms","start":"2026-08-06T01:13:40.427944Z","end":"2026-08-06T01:13:40.530095Z","steps":["trace[2078308342] 'process raft request' (duration: 101.874239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.129247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.112624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:13:41.130321Z","caller":"traceutil/trace.go:171","msg":"trace[1032866714] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"590.342917ms","start":"2026-08-06T01:13:40.539903Z","end":"2026-08-06T01:13:41.130246Z","steps":["trace[1032866714] 'process raft request' (duration: 259.056937ms)","trace[1032866714] 'compare' (duration: 329.787147ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:41.130409Z","caller":"traceutil/trace.go:171","msg":"trace[93093980] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"584.998305ms","start":"2026-08-06T01:13:40.545384Z","end":"2026-08-06T01:13:41.130382Z","steps":["trace[93093980] 'process raft request' (duration: 584.802461ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.130522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.545356Z","time spent":"585.114297ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:41.130521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.539874Z","time spent":"590.538571ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:13:41.130586Z","caller":"traceutil/trace.go:171","msg":"trace[1488504058] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"584.701908ms","start":"2026-08-06T01:13:40.54583Z","end":"2026-08-06T01:13:41.130532Z","steps":["trace[1488504058] 'process raft request' (duration: 584.472743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.130833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.545803Z","time spent":"584.888361ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:41.130952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.181471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:13:41.131065Z","caller":"traceutil/trace.go:171","msg":"trace[1630189810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5602; }","duration":"568.343455ms","start":"2026-08-06T01:13:40.562691Z","end":"2026-08-06T01:13:41.131035Z","steps":["trace[1630189810] 'agreement among raft nodes before linearized reading' (duration: 567.975297ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.131114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.562678Z","time spent":"568.428126ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:13:41.131216Z","caller":"traceutil/trace.go:171","msg":"trace[763668372] linearizableReadLoop","detail":"{readStateIndex:5817; appliedIndex:5814; }","duration":"567.781062ms","start":"2026-08-06T01:13:40.56274Z","end":"2026-08-06T01:13:41.130521Z","steps":["trace[763668372] 'read index received' (duration: 236.239597ms)","trace[763668372] 'applied index is now lower than readState.Index' (duration: 331.539105ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:13:41.131577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.114292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:13:41.131626Z","caller":"traceutil/trace.go:171","msg":"trace[418822882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5602; }","duration":"565.257086ms","start":"2026-08-06T01:13:40.566357Z","end":"2026-08-06T01:13:41.131614Z","steps":["trace[418822882] 'agreement among raft nodes before linearized reading' (duration: 565.01553ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.131667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.566316Z","time spent":"565.342378ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:13:41.131847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.44041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:13:41.131877Z","caller":"traceutil/trace.go:171","msg":"trace[906921934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5602; }","duration":"181.531602ms","start":"2026-08-06T01:13:40.950334Z","end":"2026-08-06T01:13:41.131865Z","steps":["trace[906921934] 'agreement among raft nodes before linearized reading' (duration: 181.47586ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.132076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.246948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:13:41.132121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.401698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:13:41.132156Z","caller":"traceutil/trace.go:171","msg":"trace[1476277851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:5602; }","duration":"561.46891ms","start":"2026-08-06T01:13:40.570677Z","end":"2026-08-06T01:13:41.132146Z","steps":["trace[1476277851] 'agreement among raft nodes before linearized reading' (duration: 561.365967ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.132183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.570663Z","time spent":"561.514431ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:13:41.132238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.711253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1690f24-f1ec-435d-bac9-06aa55c54a08\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-08-06T01:13:41.132283Z","caller":"traceutil/trace.go:171","msg":"trace[773037803] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1690f24-f1ec-435d-bac9-06aa55c54a08; range_end:; response_count:1; response_revision:5602; }","duration":"350.795735ms","start":"2026-08-06T01:13:40.781472Z","end":"2026-08-06T01:13:41.132268Z","steps":["trace[773037803] 'agreement among raft nodes before linearized reading' (duration: 350.675792ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.132323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.781442Z","time spent":"350.870966ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1690f24-f1ec-435d-bac9-06aa55c54a08\" "} {"level":"warn","ts":"2026-08-06T01:13:41.132404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.784749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-06T01:13:41.132441Z","caller":"traceutil/trace.go:171","msg":"trace[1207931369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5602; }","duration":"562.8416ms","start":"2026-08-06T01:13:40.569587Z","end":"2026-08-06T01:13:41.132429Z","steps":["trace[1207931369] 'agreement among raft nodes before linearized reading' (duration: 562.740388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.13247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.569575Z","time spent":"562.888692ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:13:41.132715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.052497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:13:41.132754Z","caller":"traceutil/trace.go:171","msg":"trace[1817912922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5602; }","duration":"564.114059ms","start":"2026-08-06T01:13:40.568628Z","end":"2026-08-06T01:13:41.132742Z","steps":["trace[1817912922] 'agreement among raft nodes before linearized reading' (duration: 563.993756ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.132764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.540574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-06T01:13:41.132789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.568616Z","time spent":"564.16366ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:13:41.132805Z","caller":"traceutil/trace.go:171","msg":"trace[292577741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5602; }","duration":"555.593375ms","start":"2026-08-06T01:13:40.577201Z","end":"2026-08-06T01:13:41.132794Z","steps":["trace[292577741] 'agreement among raft nodes before linearized reading' (duration: 555.469463ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.132898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.577194Z","time spent":"555.680317ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-06T01:13:41.132123Z","caller":"traceutil/trace.go:171","msg":"trace[604371506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5602; }","duration":"555.316119ms","start":"2026-08-06T01:13:40.576795Z","end":"2026-08-06T01:13:41.132111Z","steps":["trace[604371506] 'agreement among raft nodes before linearized reading' (duration: 555.164846ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.133093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:40.576787Z","time spent":"556.286361ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:13:41.531588Z","caller":"traceutil/trace.go:171","msg":"trace[855811974] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"395.281657ms","start":"2026-08-06T01:13:41.136262Z","end":"2026-08-06T01:13:41.531543Z","steps":["trace[855811974] 'process raft request' (duration: 385.270249ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:41.531701Z","caller":"traceutil/trace.go:171","msg":"trace[776403946] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"394.464707ms","start":"2026-08-06T01:13:41.137225Z","end":"2026-08-06T01:13:41.531689Z","steps":["trace[776403946] 'process raft request' (duration: 394.197241ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.53183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.137212Z","time spent":"394.524939ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:41.531844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.136233Z","time spent":"395.474671ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:13:41.531899Z","caller":"traceutil/trace.go:171","msg":"trace[841955312] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"393.339523ms","start":"2026-08-06T01:13:41.138542Z","end":"2026-08-06T01:13:41.531881Z","steps":["trace[841955312] 'process raft request' (duration: 393.030255ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:41.531635Z","caller":"traceutil/trace.go:171","msg":"trace[264986415] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"394.187391ms","start":"2026-08-06T01:13:41.137421Z","end":"2026-08-06T01:13:41.531608Z","steps":["trace[264986415] 'process raft request' (duration: 394.1283ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.532071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.137395Z","time spent":"394.627673ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:13:41.532138Z","caller":"traceutil/trace.go:171","msg":"trace[1779951665] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"393.544748ms","start":"2026-08-06T01:13:41.138583Z","end":"2026-08-06T01:13:41.532128Z","steps":["trace[1779951665] 'process raft request' (duration: 393.204789ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.532205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.138569Z","time spent":"393.605309ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:41.53198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.13853Z","time spent":"393.408095ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:13:41.532466Z","caller":"traceutil/trace.go:171","msg":"trace[2060726258] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5817; }","duration":"394.820027ms","start":"2026-08-06T01:13:41.137614Z","end":"2026-08-06T01:13:41.532434Z","steps":["trace[2060726258] 'read index received' (duration: 383.937439ms)","trace[2060726258] 'applied index is now lower than readState.Index' (duration: 10.878708ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:41.532531Z","caller":"traceutil/trace.go:171","msg":"trace[336368133] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"393.741832ms","start":"2026-08-06T01:13:41.138763Z","end":"2026-08-06T01:13:41.532505Z","steps":["trace[336368133] 'process raft request' (duration: 393.328193ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.532641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.138729Z","time spent":"393.859505ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:13:41.537234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.616785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80096"} {"level":"info","ts":"2026-08-06T01:13:41.537271Z","caller":"traceutil/trace.go:171","msg":"trace[1366739310] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5608; }","duration":"399.670756ms","start":"2026-08-06T01:13:41.137591Z","end":"2026-08-06T01:13:41.537262Z","steps":["trace[1366739310] 'agreement among raft nodes before linearized reading' (duration: 394.920748ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:13:41.537291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:13:41.137575Z","time spent":"399.711757ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-06T01:13:44.007944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.569896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:13:44.008211Z","caller":"traceutil/trace.go:171","msg":"trace[1886935787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5630; }","duration":"117.924814ms","start":"2026-08-06T01:13:43.890257Z","end":"2026-08-06T01:13:44.008181Z","steps":["trace[1886935787] 'range keys from in-memory index tree' (duration: 117.095955ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:52.854805Z","caller":"traceutil/trace.go:171","msg":"trace[1797678237] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5968; }","duration":"174.39593ms","start":"2026-08-06T01:13:52.680376Z","end":"2026-08-06T01:13:52.854771Z","steps":["trace[1797678237] 'read index received' (duration: 163.475212ms)","trace[1797678237] 'applied index is now lower than readState.Index' (duration: 10.915348ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:13:52.854955Z","caller":"traceutil/trace.go:171","msg":"trace[817180151] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"192.905541ms","start":"2026-08-06T01:13:52.662038Z","end":"2026-08-06T01:13:52.854944Z","steps":["trace[817180151] 'process raft request' (duration: 181.83826ms)","trace[817180151] 'compare' (duration: 10.703903ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:13:52.855306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.908122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-08-06T01:13:52.855366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.673503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:13:52.855475Z","caller":"traceutil/trace.go:171","msg":"trace[710296664] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5750; }","duration":"173.864927ms","start":"2026-08-06T01:13:52.681584Z","end":"2026-08-06T01:13:52.855449Z","steps":["trace[710296664] 'agreement among raft nodes before linearized reading' (duration: 173.56261ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:52.855404Z","caller":"traceutil/trace.go:171","msg":"trace[1101596933] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5750; }","duration":"175.056716ms","start":"2026-08-06T01:13:52.680327Z","end":"2026-08-06T01:13:52.855384Z","steps":["trace[1101596933] 'agreement among raft nodes before linearized reading' (duration: 174.757789ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:53.335468Z","caller":"traceutil/trace.go:171","msg":"trace[1101912602] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"153.76745ms","start":"2026-08-06T01:13:53.181663Z","end":"2026-08-06T01:13:53.33543Z","steps":["trace[1101912602] 'process raft request' (duration: 152.682056ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:53.344331Z","caller":"traceutil/trace.go:171","msg":"trace[2066180086] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"161.650479ms","start":"2026-08-06T01:13:53.182657Z","end":"2026-08-06T01:13:53.344308Z","steps":["trace[2066180086] 'process raft request' (duration: 161.426064ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:13:53.344404Z","caller":"traceutil/trace.go:171","msg":"trace[80035696] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"161.467574ms","start":"2026-08-06T01:13:53.182874Z","end":"2026-08-06T01:13:53.344342Z","steps":["trace[80035696] 'process raft request' (duration: 161.362351ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:14:09.400552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2937} {"level":"info","ts":"2026-08-06T01:14:09.516011Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2937,"took":"113.692048ms","hash":3603233467,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":32190464,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-06T01:14:09.516091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3603233467,"revision":2937,"compact-revision":-1} {"level":"info","ts":"2026-08-06T01:14:23.586108Z","caller":"traceutil/trace.go:171","msg":"trace[1094724256] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"128.719569ms","start":"2026-08-06T01:14:23.457358Z","end":"2026-08-06T01:14:23.586077Z","steps":["trace[1094724256] 'process raft request' (duration: 128.446362ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:14:23.587131Z","caller":"traceutil/trace.go:171","msg":"trace[204947146] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"127.899652ms","start":"2026-08-06T01:14:23.459214Z","end":"2026-08-06T01:14:23.587114Z","steps":["trace[204947146] 'process raft request' (duration: 127.653536ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:14:23.587113Z","caller":"traceutil/trace.go:171","msg":"trace[720684894] linearizableReadLoop","detail":"{readStateIndex:6275; appliedIndex:6273; }","duration":"104.502708ms","start":"2026-08-06T01:14:23.482586Z","end":"2026-08-06T01:14:23.587089Z","steps":["trace[720684894] 'read index received' (duration: 103.329771ms)","trace[720684894] 'applied index is now lower than readState.Index' (duration: 1.172127ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:14:23.587281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.668772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:14:23.587332Z","caller":"traceutil/trace.go:171","msg":"trace[316793771] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6048; }","duration":"104.788034ms","start":"2026-08-06T01:14:23.482535Z","end":"2026-08-06T01:14:23.587323Z","steps":["trace[316793771] 'agreement among raft nodes before linearized reading' (duration: 104.636791ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:14:33.77386Z","caller":"traceutil/trace.go:171","msg":"trace[1899905587] transaction","detail":"{read_only:false; response_revision:6106; number_of_response:1; }","duration":"139.70348ms","start":"2026-08-06T01:14:33.634125Z","end":"2026-08-06T01:14:33.773828Z","steps":["trace[1899905587] 'process raft request' (duration: 139.640529ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:14:33.773948Z","caller":"traceutil/trace.go:171","msg":"trace[1673273266] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"142.895953ms","start":"2026-08-06T01:14:33.630994Z","end":"2026-08-06T01:14:33.77389Z","steps":["trace[1673273266] 'process raft request' (duration: 106.668898ms)","trace[1673273266] 'compare' (duration: 35.923678ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:14:47.260956Z","caller":"traceutil/trace.go:171","msg":"trace[317877024] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"152.891562ms","start":"2026-08-06T01:14:47.108032Z","end":"2026-08-06T01:14:47.260923Z","steps":["trace[317877024] 'process raft request' (duration: 152.696727ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.076655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073041375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:16:46.079624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781832964s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:16:46.08179Z","caller":"traceutil/trace.go:171","msg":"trace[664407825] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"1.785589551s","start":"2026-08-06T01:16:44.296187Z","end":"2026-08-06T01:16:46.081776Z","steps":["trace[664407825] 'process raft request' (duration: 1.785486228s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.081894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.296163Z","time spent":"1.785675893s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:16:46.121529Z","caller":"traceutil/trace.go:171","msg":"trace[717064433] linearizableReadLoop","detail":"{readStateIndex:7203; appliedIndex:7202; }","duration":"1.790487642s","start":"2026-08-06T01:16:44.331007Z","end":"2026-08-06T01:16:46.121494Z","steps":["trace[717064433] 'read index received' (duration: 1.751165936s)","trace[717064433] 'applied index is now lower than readState.Index' (duration: 39.320726ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:16:46.121698Z","caller":"traceutil/trace.go:171","msg":"trace[477503923] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"1.524993625s","start":"2026-08-06T01:16:44.596693Z","end":"2026-08-06T01:16:46.121687Z","steps":["trace[477503923] 'process raft request' (duration: 1.524679488s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.121814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.596667Z","time spent":"1.525067027s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:16:46.121893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7908686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:16:46.121981Z","caller":"traceutil/trace.go:171","msg":"trace[1580545165] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6945; }","duration":"1.790968782s","start":"2026-08-06T01:16:44.330989Z","end":"2026-08-06T01:16:46.121958Z","steps":["trace[1580545165] 'agreement among raft nodes before linearized reading' (duration: 1.790822049s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.122021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.330929Z","time spent":"1.791080544s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:16:46.132451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73160127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:16:46.132516Z","caller":"traceutil/trace.go:171","msg":"trace[520889503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6946; }","duration":"1.731701961s","start":"2026-08-06T01:16:44.400799Z","end":"2026-08-06T01:16:46.132501Z","steps":["trace[520889503] 'agreement among raft nodes before linearized reading' (duration: 1.731587639s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.132548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.400788Z","time spent":"1.731754813s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:16:46.132788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385915557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:16:46.132814Z","caller":"traceutil/trace.go:171","msg":"trace[463132098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6946; }","duration":"1.385949207s","start":"2026-08-06T01:16:44.746859Z","end":"2026-08-06T01:16:46.132808Z","steps":["trace[463132098] 'agreement among raft nodes before linearized reading' (duration: 1.385838345s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.132833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.746853Z","time spent":"1.385975539s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:16:46.132975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386605643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:16:46.133001Z","caller":"traceutil/trace.go:171","msg":"trace[1791613077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6946; }","duration":"1.386638093s","start":"2026-08-06T01:16:44.746355Z","end":"2026-08-06T01:16:46.132993Z","steps":["trace[1791613077] 'agreement among raft nodes before linearized reading' (duration: 1.386569242s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.133019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.74635Z","time spent":"1.386665524s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:16:46.132529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381073086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:16:46.133108Z","caller":"traceutil/trace.go:171","msg":"trace[824799525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6946; }","duration":"1.38167485s","start":"2026-08-06T01:16:44.751426Z","end":"2026-08-06T01:16:46.133101Z","steps":["trace[824799525] 'agreement among raft nodes before linearized reading' (duration: 1.381008995s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.133114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443411458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-06T01:16:46.133135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.751421Z","time spent":"1.38170785s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:16:46.133152Z","caller":"traceutil/trace.go:171","msg":"trace[1118469114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6946; }","duration":"1.44347822s","start":"2026-08-06T01:16:44.689659Z","end":"2026-08-06T01:16:46.133137Z","steps":["trace[1118469114] 'agreement among raft nodes before linearized reading' (duration: 1.443404558s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.133214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.689643Z","time spent":"1.443563021s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:16:46.133316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39137377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:16:46.133343Z","caller":"traceutil/trace.go:171","msg":"trace[1599108097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:6946; }","duration":"1.391407231s","start":"2026-08-06T01:16:44.741927Z","end":"2026-08-06T01:16:46.133335Z","steps":["trace[1599108097] 'agreement among raft nodes before linearized reading' (duration: 1.3913413s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.133361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.741923Z","time spent":"1.391433401s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:16:46.133451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393825556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:16:46.133488Z","caller":"traceutil/trace.go:171","msg":"trace[847374302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6946; }","duration":"1.393873587s","start":"2026-08-06T01:16:44.739603Z","end":"2026-08-06T01:16:46.133476Z","steps":["trace[847374302] 'agreement among raft nodes before linearized reading' (duration: 1.393765465s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:16:46.133509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:16:44.739596Z","time spent":"1.393908018s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-06T01:18:12.628547Z","caller":"traceutil/trace.go:171","msg":"trace[539890178] linearizableReadLoop","detail":"{readStateIndex:7926; appliedIndex:7924; }","duration":"174.145056ms","start":"2026-08-06T01:18:12.454377Z","end":"2026-08-06T01:18:12.628522Z","steps":["trace[539890178] 'read index received' (duration: 30.3349ms)","trace[539890178] 'applied index is now lower than readState.Index' (duration: 143.808586ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:18:12.628688Z","caller":"traceutil/trace.go:171","msg":"trace[1948911317] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"185.466365ms","start":"2026-08-06T01:18:12.44321Z","end":"2026-08-06T01:18:12.628676Z","steps":["trace[1948911317] 'process raft request' (duration: 177.301928ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:18:12.628796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.417703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-08-06T01:18:12.62888Z","caller":"traceutil/trace.go:171","msg":"trace[609331851] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7645; }","duration":"174.544466ms","start":"2026-08-06T01:18:12.454316Z","end":"2026-08-06T01:18:12.62886Z","steps":["trace[609331851] 'agreement among raft nodes before linearized reading' (duration: 174.421963ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:18:12.635802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.04599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-06T01:18:12.635873Z","caller":"traceutil/trace.go:171","msg":"trace[784406360] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:7646; }","duration":"140.158373ms","start":"2026-08-06T01:18:12.4957Z","end":"2026-08-06T01:18:12.635858Z","steps":["trace[784406360] 'agreement among raft nodes before linearized reading' (duration: 139.946368ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:09.407601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5873} {"level":"info","ts":"2026-08-06T01:19:09.486098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5873,"took":"76.566978ms","hash":2685780347,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":25763840,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-06T01:19:09.486189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2685780347,"revision":5873,"compact-revision":2937} {"level":"info","ts":"2026-08-06T01:19:33.294907Z","caller":"traceutil/trace.go:171","msg":"trace[1470606871] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"125.084095ms","start":"2026-08-06T01:19:33.169789Z","end":"2026-08-06T01:19:33.294873Z","steps":["trace[1470606871] 'process raft request' (duration: 125.008123ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:33.294969Z","caller":"traceutil/trace.go:171","msg":"trace[1960090074] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"125.351071ms","start":"2026-08-06T01:19:33.169575Z","end":"2026-08-06T01:19:33.294926Z","steps":["trace[1960090074] 'process raft request' (duration: 125.048043ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:33.295039Z","caller":"traceutil/trace.go:171","msg":"trace[562560374] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8518; }","duration":"124.731577ms","start":"2026-08-06T01:19:33.170279Z","end":"2026-08-06T01:19:33.295011Z","steps":["trace[562560374] 'read index received' (duration: 21.100982ms)","trace[562560374] 'applied index is now lower than readState.Index' (duration: 103.628025ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:33.295227Z","caller":"traceutil/trace.go:171","msg":"trace[1086335993] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"124.929532ms","start":"2026-08-06T01:19:33.170158Z","end":"2026-08-06T01:19:33.295087Z","steps":["trace[1086335993] 'process raft request' (duration: 124.680436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:33.295361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.063664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224093"} {"level":"info","ts":"2026-08-06T01:19:33.295418Z","caller":"traceutil/trace.go:171","msg":"trace[1615462640] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8220; }","duration":"125.133046ms","start":"2026-08-06T01:19:33.170274Z","end":"2026-08-06T01:19:33.295407Z","steps":["trace[1615462640] 'agreement among raft nodes before linearized reading' (duration: 124.820899ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:39.204976Z","caller":"traceutil/trace.go:171","msg":"trace[2068700886] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"218.364274ms","start":"2026-08-06T01:19:38.986583Z","end":"2026-08-06T01:19:39.204947Z","steps":["trace[2068700886] 'process raft request' (duration: 147.373914ms)","trace[2068700886] 'compare' (duration: 70.881178ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:39.210021Z","caller":"traceutil/trace.go:171","msg":"trace[1937941131] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"213.85563ms","start":"2026-08-06T01:19:38.996128Z","end":"2026-08-06T01:19:39.209983Z","steps":["trace[1937941131] 'process raft request' (duration: 213.546553ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:41.720558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073045211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:19:41.965961Z","caller":"traceutil/trace.go:171","msg":"trace[2005541048] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"756.22795ms","start":"2026-08-06T01:19:41.209692Z","end":"2026-08-06T01:19:41.96592Z","steps":["trace[2005541048] 'process raft request' (duration: 755.939223ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:41.966271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.209658Z","time spent":"756.449334ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:42.364277Z","caller":"traceutil/trace.go:171","msg":"trace[400602627] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8694; }","duration":"1.144147722s","start":"2026-08-06T01:19:41.220073Z","end":"2026-08-06T01:19:42.36422Z","steps":["trace[400602627] 'read index received' (duration: 745.631367ms)","trace[400602627] 'applied index is now lower than readState.Index' (duration: 398.515175ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:42.364439Z","caller":"traceutil/trace.go:171","msg":"trace[337976100] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"793.058289ms","start":"2026-08-06T01:19:41.571359Z","end":"2026-08-06T01:19:42.364417Z","steps":["trace[337976100] 'process raft request' (duration: 792.791853ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.3643Z","caller":"traceutil/trace.go:171","msg":"trace[2074529340] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"1.148502792s","start":"2026-08-06T01:19:41.215764Z","end":"2026-08-06T01:19:42.364267Z","steps":["trace[2074529340] 'process raft request' (duration: 1.107204119s)","trace[2074529340] 'compare' (duration: 41.039797ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:19:42.3646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.215739Z","time spent":"1.148770358s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:19:42.364678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.57133Z","time spent":"793.254674ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:19:42.364748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.552895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-06T01:19:42.364779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.343402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:19:42.364827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144733926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-06T01:19:42.364878Z","caller":"traceutil/trace.go:171","msg":"trace[364333088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8394; }","duration":"476.475774ms","start":"2026-08-06T01:19:41.88838Z","end":"2026-08-06T01:19:42.364856Z","steps":["trace[364333088] 'agreement among raft nodes before linearized reading' (duration: 476.323011ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.364915Z","caller":"traceutil/trace.go:171","msg":"trace[568193794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8394; }","duration":"1.144859008s","start":"2026-08-06T01:19:41.220036Z","end":"2026-08-06T01:19:42.364895Z","steps":["trace[568193794] 'agreement among raft nodes before linearized reading' (duration: 1.144696054s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.364931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.888352Z","time spent":"476.570887ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:19:42.364953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023337155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-06T01:19:42.364868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.171435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:19:42.365044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089123646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-08-06T01:19:42.365043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038667545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:19:42.365089Z","caller":"traceutil/trace.go:171","msg":"trace[2106560265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8394; }","duration":"1.089205718s","start":"2026-08-06T01:19:41.275873Z","end":"2026-08-06T01:19:42.365078Z","steps":["trace[2106560265] 'agreement among raft nodes before linearized reading' (duration: 1.088669806s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.365082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039155427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:19:42.365121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.27585Z","time spent":"1.089265159s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:19:42.365127Z","caller":"traceutil/trace.go:171","msg":"trace[174066663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8394; }","duration":"1.038734406s","start":"2026-08-06T01:19:41.326356Z","end":"2026-08-06T01:19:42.365091Z","steps":["trace[174066663] 'agreement among raft nodes before linearized reading' (duration: 1.038553162s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.365105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.583575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:19:42.365149Z","caller":"traceutil/trace.go:171","msg":"trace[1702478580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8394; }","duration":"1.039269119s","start":"2026-08-06T01:19:41.325863Z","end":"2026-08-06T01:19:42.365132Z","steps":["trace[1702478580] 'agreement among raft nodes before linearized reading' (duration: 1.039089665s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.365196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.326315Z","time spent":"1.03887207s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-06T01:19:42.365145Z","caller":"traceutil/trace.go:171","msg":"trace[690516352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8394; }","duration":"617.501762ms","start":"2026-08-06T01:19:41.747546Z","end":"2026-08-06T01:19:42.365048Z","steps":["trace[690516352] 'agreement among raft nodes before linearized reading' (duration: 617.100413ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.365229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.325835Z","time spent":"1.039381011s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:19:42.365229Z","caller":"traceutil/trace.go:171","msg":"trace[1375435023] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8394; }","duration":"709.726648ms","start":"2026-08-06T01:19:41.655477Z","end":"2026-08-06T01:19:42.365204Z","steps":["trace[1375435023] 'agreement among raft nodes before linearized reading' (duration: 709.337799ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.364966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.220027Z","time spent":"1.144931009s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:19:42.365283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.655405Z","time spent":"709.86736ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:19:42.364821Z","caller":"traceutil/trace.go:171","msg":"trace[555643108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8394; }","duration":"869.688988ms","start":"2026-08-06T01:19:41.495114Z","end":"2026-08-06T01:19:42.364803Z","steps":["trace[555643108] 'agreement among raft nodes before linearized reading' (duration: 869.433122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.365483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.49509Z","time spent":"870.381144ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:19:42.365521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037372345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:19:42.36499Z","caller":"traceutil/trace.go:171","msg":"trace[686996248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:8394; }","duration":"1.023408167s","start":"2026-08-06T01:19:41.341575Z","end":"2026-08-06T01:19:42.364983Z","steps":["trace[686996248] 'agreement among raft nodes before linearized reading' (duration: 1.023305375s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.365566Z","caller":"traceutil/trace.go:171","msg":"trace[1898065727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8394; }","duration":"1.037441398s","start":"2026-08-06T01:19:41.328109Z","end":"2026-08-06T01:19:42.36555Z","steps":["trace[1898065727] 'agreement among raft nodes before linearized reading' (duration: 1.036733261s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:42.365598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.341559Z","time spent":"1.024025131s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:19:42.365338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.74752Z","time spent":"617.778719ms","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:19:42.365714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:41.328093Z","time spent":"1.037511539s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:19:42.602586Z","caller":"traceutil/trace.go:171","msg":"trace[997803003] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"228.033774ms","start":"2026-08-06T01:19:42.374525Z","end":"2026-08-06T01:19:42.602559Z","steps":["trace[997803003] 'process raft request' (duration: 225.853634ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.605593Z","caller":"traceutil/trace.go:171","msg":"trace[411895216] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"230.984981ms","start":"2026-08-06T01:19:42.374591Z","end":"2026-08-06T01:19:42.605576Z","steps":["trace[411895216] 'process raft request' (duration: 230.829448ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.605919Z","caller":"traceutil/trace.go:171","msg":"trace[1566619662] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"231.190186ms","start":"2026-08-06T01:19:42.374718Z","end":"2026-08-06T01:19:42.605908Z","steps":["trace[1566619662] 'process raft request' (duration: 230.828918ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.605994Z","caller":"traceutil/trace.go:171","msg":"trace[2045214712] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"231.251627ms","start":"2026-08-06T01:19:42.374735Z","end":"2026-08-06T01:19:42.605986Z","steps":["trace[2045214712] 'process raft request' (duration: 231.046583ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.606008Z","caller":"traceutil/trace.go:171","msg":"trace[606924965] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"230.980261ms","start":"2026-08-06T01:19:42.375009Z","end":"2026-08-06T01:19:42.605989Z","steps":["trace[606924965] 'process raft request' (duration: 230.871819ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:42.606112Z","caller":"traceutil/trace.go:171","msg":"trace[1263755108] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"230.987061ms","start":"2026-08-06T01:19:42.375028Z","end":"2026-08-06T01:19:42.606015Z","steps":["trace[1263755108] 'process raft request' (duration: 230.894969ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:52.163901Z","caller":"traceutil/trace.go:171","msg":"trace[1231968612] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"155.090579ms","start":"2026-08-06T01:19:52.008782Z","end":"2026-08-06T01:19:52.163873Z","steps":["trace[1231968612] 'process raft request' (duration: 154.868245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.222769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.013822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:19:53.222851Z","caller":"traceutil/trace.go:171","msg":"trace[512577449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8445; }","duration":"560.152194ms","start":"2026-08-06T01:19:52.66268Z","end":"2026-08-06T01:19:53.222832Z","steps":["trace[512577449] 'range keys from in-memory index tree' (duration: 559.838507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.222893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.66266Z","time spent":"560.224756ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:19:53.223149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.970858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:19:53.223179Z","caller":"traceutil/trace.go:171","msg":"trace[2078872058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8445; }","duration":"577.022929ms","start":"2026-08-06T01:19:52.646146Z","end":"2026-08-06T01:19:53.223169Z","steps":["trace[2078872058] 'range keys from in-memory index tree' (duration: 576.787954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.223205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.646125Z","time spent":"577.0733ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:19:53.223332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.486154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:19:53.223358Z","caller":"traceutil/trace.go:171","msg":"trace[1812243979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8445; }","duration":"575.554405ms","start":"2026-08-06T01:19:52.647794Z","end":"2026-08-06T01:19:53.223349Z","steps":["trace[1812243979] 'range keys from in-memory index tree' (duration: 575.391322ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.223382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.647767Z","time spent":"575.609196ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:19:53.223497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.008036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-06T01:19:53.223542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.085585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:19:53.223601Z","caller":"traceutil/trace.go:171","msg":"trace[441289763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8445; }","duration":"562.146849ms","start":"2026-08-06T01:19:52.661423Z","end":"2026-08-06T01:19:53.22357Z","steps":["trace[441289763] 'range keys from in-memory index tree' (duration: 561.862433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.223514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.925481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-06T01:19:53.223627Z","caller":"traceutil/trace.go:171","msg":"trace[89322657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8445; }","duration":"568.190767ms","start":"2026-08-06T01:19:52.655419Z","end":"2026-08-06T01:19:53.22361Z","steps":["trace[89322657] 'range keys from in-memory index tree' (duration: 567.994872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.223665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.661411Z","time spent":"562.239441ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:19:53.223674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.655407Z","time spent":"568.25716ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:19:53.223677Z","caller":"traceutil/trace.go:171","msg":"trace[945638521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8445; }","duration":"568.132906ms","start":"2026-08-06T01:19:52.655525Z","end":"2026-08-06T01:19:53.223658Z","steps":["trace[945638521] 'range keys from in-memory index tree' (duration: 567.782077ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:53.223622Z","caller":"traceutil/trace.go:171","msg":"trace[1388850342] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8751; }","duration":"412.264199ms","start":"2026-08-06T01:19:52.81134Z","end":"2026-08-06T01:19:53.223605Z","steps":["trace[1388850342] 'read index received' (duration: 400.514431ms)","trace[1388850342] 'applied index is now lower than readState.Index' (duration: 11.747358ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:53.223693Z","caller":"traceutil/trace.go:171","msg":"trace[1245797683] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"417.083599ms","start":"2026-08-06T01:19:52.806579Z","end":"2026-08-06T01:19:53.223662Z","steps":["trace[1245797683] 'process raft request' (duration: 405.261489ms)","trace[1245797683] 'compare' (duration: 11.549063ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:19:53.223741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.655494Z","time spent":"568.224949ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:19:53.223796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.453904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-08-06T01:19:53.223838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.806552Z","time spent":"417.203572ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:53.223852Z","caller":"traceutil/trace.go:171","msg":"trace[1893679371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8446; }","duration":"412.525315ms","start":"2026-08-06T01:19:52.811305Z","end":"2026-08-06T01:19:53.22383Z","steps":["trace[1893679371] 'agreement among raft nodes before linearized reading' (duration: 412.34689ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.223896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.81129Z","time spent":"412.593867ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:19:53.724618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073045425,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:19:53.788833Z","caller":"traceutil/trace.go:171","msg":"trace[1108885764] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"921.913731ms","start":"2026-08-06T01:19:52.86688Z","end":"2026-08-06T01:19:53.788794Z","steps":["trace[1108885764] 'process raft request' (duration: 921.647685ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.789059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.86684Z","time spent":"922.109295ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:53.983453Z","caller":"traceutil/trace.go:171","msg":"trace[1041275678] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"755.592115ms","start":"2026-08-06T01:19:53.227828Z","end":"2026-08-06T01:19:53.98342Z","steps":["trace[1041275678] 'process raft request' (duration: 735.65535ms)","trace[1041275678] 'compare' (duration: 19.668609ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:53.983586Z","caller":"traceutil/trace.go:171","msg":"trace[1312233506] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8752; }","duration":"759.819471ms","start":"2026-08-06T01:19:53.223743Z","end":"2026-08-06T01:19:53.983562Z","steps":["trace[1312233506] 'read index received' (duration: 564.834051ms)","trace[1312233506] 'applied index is now lower than readState.Index' (duration: 194.98444ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:19:53.983637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.227811Z","time spent":"755.722588ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:53.983702Z","caller":"traceutil/trace.go:171","msg":"trace[1358020929] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"755.772789ms","start":"2026-08-06T01:19:53.22792Z","end":"2026-08-06T01:19:53.983692Z","steps":["trace[1358020929] 'process raft request' (duration: 755.35718ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.983819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.227912Z","time spent":"755.8244ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:53.983889Z","caller":"traceutil/trace.go:171","msg":"trace[1089229796] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"755.899182ms","start":"2026-08-06T01:19:53.227964Z","end":"2026-08-06T01:19:53.983863Z","steps":["trace[1089229796] 'process raft request' (duration: 755.35501ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:53.983899Z","caller":"traceutil/trace.go:171","msg":"trace[1743047941] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"755.198416ms","start":"2026-08-06T01:19:53.228639Z","end":"2026-08-06T01:19:53.983838Z","steps":["trace[1743047941] 'process raft request' (duration: 754.789307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.98399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.227959Z","time spent":"755.985864ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:53.983982Z","caller":"traceutil/trace.go:171","msg":"trace[1745522655] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"755.648446ms","start":"2026-08-06T01:19:53.228291Z","end":"2026-08-06T01:19:53.983939Z","steps":["trace[1745522655] 'process raft request' (duration: 755.070173ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:53.984031Z","caller":"traceutil/trace.go:171","msg":"trace[1892897884] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"755.178946ms","start":"2026-08-06T01:19:53.228844Z","end":"2026-08-06T01:19:53.984023Z","steps":["trace[1892897884] 'process raft request' (duration: 754.636663ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.984197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.228283Z","time spent":"755.81998ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:19:53.984193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094634293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:19:53.984256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.228631Z","time spent":"755.414121ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:53.984306Z","caller":"traceutil/trace.go:171","msg":"trace[1199047796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8454; }","duration":"1.094788417s","start":"2026-08-06T01:19:52.889497Z","end":"2026-08-06T01:19:53.984285Z","steps":["trace[1199047796] 'agreement among raft nodes before linearized reading' (duration: 1.094580922s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.984274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.228821Z","time spent":"755.37874ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:19:53.984356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:52.889482Z","time spent":"1.094864738s","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-06T01:19:53.983997Z","caller":"traceutil/trace.go:171","msg":"trace[795303469] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"754.977661ms","start":"2026-08-06T01:19:53.229004Z","end":"2026-08-06T01:19:53.983981Z","steps":["trace[795303469] 'process raft request' (duration: 754.51823ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:53.984504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.228995Z","time spent":"755.435842ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:54.168835Z","caller":"traceutil/trace.go:171","msg":"trace[104271439] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"334.495514ms","start":"2026-08-06T01:19:53.834292Z","end":"2026-08-06T01:19:54.168787Z","steps":["trace[104271439] 'process raft request' (duration: 301.507581ms)","trace[104271439] 'compare' (duration: 32.680087ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:54.168917Z","caller":"traceutil/trace.go:171","msg":"trace[1072296688] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"184.998333ms","start":"2026-08-06T01:19:53.983656Z","end":"2026-08-06T01:19:54.168654Z","steps":["trace[1072296688] 'read index received' (duration: 152.04134ms)","trace[1072296688] 'applied index is now lower than readState.Index' (duration: 32.954902ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:19:54.168996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.186243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:19:54.169056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.834248Z","time spent":"334.704659ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:19:54.169082Z","caller":"traceutil/trace.go:171","msg":"trace[448880595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8455; }","duration":"630.316276ms","start":"2026-08-06T01:19:53.538748Z","end":"2026-08-06T01:19:54.169064Z","steps":["trace[448880595] 'agreement among raft nodes before linearized reading' (duration: 630.136552ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:54.169128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.538649Z","time spent":"630.467929ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:19:54.169349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.629308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:19:54.169313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.664016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-08-06T01:19:54.169407Z","caller":"traceutil/trace.go:171","msg":"trace[1798121425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8455; }","duration":"175.746661ms","start":"2026-08-06T01:19:53.993645Z","end":"2026-08-06T01:19:54.169392Z","steps":["trace[1798121425] 'agreement among raft nodes before linearized reading' (duration: 175.505176ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:54.169439Z","caller":"traceutil/trace.go:171","msg":"trace[1534227558] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6; range_end:; response_count:1; response_revision:8455; }","duration":"691.84607ms","start":"2026-08-06T01:19:53.477563Z","end":"2026-08-06T01:19:54.169409Z","steps":["trace[1534227558] 'agreement among raft nodes before linearized reading' (duration: 691.472972ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:54.169494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:53.477542Z","time spent":"691.941472ms","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6\" "} {"level":"info","ts":"2026-08-06T01:19:55.693138Z","caller":"traceutil/trace.go:171","msg":"trace[531342728] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"463.716634ms","start":"2026-08-06T01:19:55.22937Z","end":"2026-08-06T01:19:55.693087Z","steps":["trace[531342728] 'process raft request' (duration: 463.310815ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:55.693432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:55.229343Z","time spent":"463.936459ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:19:55.924826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.378199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-06T01:19:55.925048Z","caller":"traceutil/trace.go:171","msg":"trace[1033045875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8460; }","duration":"131.630675ms","start":"2026-08-06T01:19:55.79339Z","end":"2026-08-06T01:19:55.92502Z","steps":["trace[1033045875] 'range keys from in-memory index tree' (duration: 131.164544ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:55.924873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.240132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:19:55.925228Z","caller":"traceutil/trace.go:171","msg":"trace[505817586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8460; }","duration":"165.6051ms","start":"2026-08-06T01:19:55.759543Z","end":"2026-08-06T01:19:55.925149Z","steps":["trace[505817586] 'range keys from in-memory index tree' (duration: 165.097938ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.167982Z","caller":"traceutil/trace.go:171","msg":"trace[27618061] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"167.341739ms","start":"2026-08-06T01:19:56.000606Z","end":"2026-08-06T01:19:56.167948Z","steps":["trace[27618061] 'process raft request' (duration: 167.112853ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.176191Z","caller":"traceutil/trace.go:171","msg":"trace[665590789] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"175.121947ms","start":"2026-08-06T01:19:56.001039Z","end":"2026-08-06T01:19:56.176161Z","steps":["trace[665590789] 'process raft request' (duration: 174.857431ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.176235Z","caller":"traceutil/trace.go:171","msg":"trace[1489920760] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"175.176788ms","start":"2026-08-06T01:19:56.001023Z","end":"2026-08-06T01:19:56.176199Z","steps":["trace[1489920760] 'process raft request' (duration: 174.719767ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.176509Z","caller":"traceutil/trace.go:171","msg":"trace[1414158823] linearizableReadLoop","detail":"{readStateIndex:8771; appliedIndex:8768; }","duration":"174.915343ms","start":"2026-08-06T01:19:56.001563Z","end":"2026-08-06T01:19:56.176478Z","steps":["trace[1414158823] 'read index received' (duration: 166.211153ms)","trace[1414158823] 'applied index is now lower than readState.Index' (duration: 8.70284ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:56.176558Z","caller":"traceutil/trace.go:171","msg":"trace[2006081446] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"173.929891ms","start":"2026-08-06T01:19:56.002571Z","end":"2026-08-06T01:19:56.176501Z","steps":["trace[2006081446] 'process raft request' (duration: 173.736576ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.176715Z","caller":"traceutil/trace.go:171","msg":"trace[1621703332] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"174.002862ms","start":"2026-08-06T01:19:56.002608Z","end":"2026-08-06T01:19:56.176611Z","steps":["trace[1621703332] 'process raft request' (duration: 173.826888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:56.176785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.194199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-08-06T01:19:56.176581Z","caller":"traceutil/trace.go:171","msg":"trace[734228440] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"174.75577ms","start":"2026-08-06T01:19:56.001798Z","end":"2026-08-06T01:19:56.176554Z","steps":["trace[734228440] 'process raft request' (duration: 174.324819ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.176828Z","caller":"traceutil/trace.go:171","msg":"trace[383125839] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8467; }","duration":"175.297252ms","start":"2026-08-06T01:19:56.001518Z","end":"2026-08-06T01:19:56.176815Z","steps":["trace[383125839] 'agreement among raft nodes before linearized reading' (duration: 175.074417ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:56.347658Z","caller":"traceutil/trace.go:171","msg":"trace[1417370031] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"158.923627ms","start":"2026-08-06T01:19:56.188699Z","end":"2026-08-06T01:19:56.347623Z","steps":["trace[1417370031] 'read index received' (duration: 147.560418ms)","trace[1417370031] 'applied index is now lower than readState.Index' (duration: 11.360579ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:19:56.348075Z","caller":"traceutil/trace.go:171","msg":"trace[1568859575] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"163.757758ms","start":"2026-08-06T01:19:56.184279Z","end":"2026-08-06T01:19:56.348037Z","steps":["trace[1568859575] 'process raft request' (duration: 151.995549ms)","trace[1568859575] 'compare' (duration: 10.720824ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:19:56.348338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.611322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-08-06T01:19:56.348512Z","caller":"traceutil/trace.go:171","msg":"trace[1439648459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8468; }","duration":"159.915059ms","start":"2026-08-06T01:19:56.188581Z","end":"2026-08-06T01:19:56.348496Z","steps":["trace[1439648459] 'agreement among raft nodes before linearized reading' (duration: 159.153562ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:58.131081Z","caller":"traceutil/trace.go:171","msg":"trace[547366886] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"431.459567ms","start":"2026-08-06T01:19:57.699594Z","end":"2026-08-06T01:19:58.131053Z","steps":["trace[547366886] 'process raft request' (duration: 431.236592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:58.131258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:57.699549Z","time spent":"431.619921ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:19:58.373355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.362292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-06T01:19:58.373656Z","caller":"traceutil/trace.go:171","msg":"trace[945742966] linearizableReadLoop","detail":"{readStateIndex:8778; appliedIndex:8776; }","duration":"483.508896ms","start":"2026-08-06T01:19:57.890116Z","end":"2026-08-06T01:19:58.373624Z","steps":["trace[945742966] 'read index received' (duration: 240.676273ms)","trace[945742966] 'applied index is now lower than readState.Index' (duration: 242.830332ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:19:58.376435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.272979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-06T01:19:58.376479Z","caller":"traceutil/trace.go:171","msg":"trace[532326630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8471; }","duration":"203.372692ms","start":"2026-08-06T01:19:58.173089Z","end":"2026-08-06T01:19:58.376462Z","steps":["trace[532326630] 'agreement among raft nodes before linearized reading' (duration: 201.032409ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:58.376598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.052242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:19:58.37668Z","caller":"traceutil/trace.go:171","msg":"trace[1254268651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8471; }","duration":"195.146534ms","start":"2026-08-06T01:19:58.181516Z","end":"2026-08-06T01:19:58.376662Z","steps":["trace[1254268651] 'agreement among raft nodes before linearized reading' (duration: 192.623426ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:58.376662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.526645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:19:58.376698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.924459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:19:58.376772Z","caller":"traceutil/trace.go:171","msg":"trace[1751759340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8471; }","duration":"486.674228ms","start":"2026-08-06T01:19:57.890054Z","end":"2026-08-06T01:19:58.376728Z","steps":["trace[1751759340] 'agreement among raft nodes before linearized reading' (duration: 483.69106ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:58.376756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.665686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:19:58.376883Z","caller":"traceutil/trace.go:171","msg":"trace[946730738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8471; }","duration":"195.117513ms","start":"2026-08-06T01:19:58.181689Z","end":"2026-08-06T01:19:58.376807Z","steps":["trace[946730738] 'agreement among raft nodes before linearized reading' (duration: 192.426082ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:58.376879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.38762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-06T01:19:58.376943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.146624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:19:58.376964Z","caller":"traceutil/trace.go:171","msg":"trace[1920982578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8471; }","duration":"195.528293ms","start":"2026-08-06T01:19:58.181416Z","end":"2026-08-06T01:19:58.376945Z","steps":["trace[1920982578] 'agreement among raft nodes before linearized reading' (duration: 192.701129ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:58.376953Z","caller":"traceutil/trace.go:171","msg":"trace[2121980700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8471; }","duration":"195.936382ms","start":"2026-08-06T01:19:58.18099Z","end":"2026-08-06T01:19:58.376926Z","steps":["trace[2121980700] 'agreement among raft nodes before linearized reading' (duration: 193.157048ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:19:58.377005Z","caller":"traceutil/trace.go:171","msg":"trace[1356089026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8471; }","duration":"195.248476ms","start":"2026-08-06T01:19:58.181743Z","end":"2026-08-06T01:19:58.376991Z","steps":["trace[1356089026] 'agreement among raft nodes before linearized reading' (duration: 192.398581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:19:58.376837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:19:57.890024Z","time spent":"486.798521ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-06T01:20:23.576972Z","caller":"traceutil/trace.go:171","msg":"trace[2124754724] linearizableReadLoop","detail":"{readStateIndex:8975; appliedIndex:8974; }","duration":"100.473563ms","start":"2026-08-06T01:20:23.476473Z","end":"2026-08-06T01:20:23.576947Z","steps":["trace[2124754724] 'read index received' (duration: 100.33037ms)","trace[2124754724] 'applied index is now lower than readState.Index' (duration: 141.643µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:23.577106Z","caller":"traceutil/trace.go:171","msg":"trace[59643310] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"121.841381ms","start":"2026-08-06T01:20:23.455232Z","end":"2026-08-06T01:20:23.577073Z","steps":["trace[59643310] 'process raft request' (duration: 121.579155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:23.577235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.74922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-08-06T01:20:23.57727Z","caller":"traceutil/trace.go:171","msg":"trace[1297413351] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6; range_end:; response_count:1; response_revision:8660; }","duration":"100.836272ms","start":"2026-08-06T01:20:23.476425Z","end":"2026-08-06T01:20:23.577261Z","steps":["trace[1297413351] 'agreement among raft nodes before linearized reading' (duration: 100.624117ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:25.191451Z","caller":"traceutil/trace.go:171","msg":"trace[42745238] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"345.134587ms","start":"2026-08-06T01:20:24.84627Z","end":"2026-08-06T01:20:25.191404Z","steps":["trace[42745238] 'process raft request' (duration: 344.883691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:25.191732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:24.846241Z","time spent":"345.343441ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:20:28.758295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073046150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:20:28.843466Z","caller":"traceutil/trace.go:171","msg":"trace[5289850] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"600.66151ms","start":"2026-08-06T01:20:28.242778Z","end":"2026-08-06T01:20:28.84344Z","steps":["trace[5289850] 'process raft request' (duration: 600.491506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.843946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:28.242755Z","time spent":"600.792462ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:20:28.860543Z","caller":"traceutil/trace.go:171","msg":"trace[1622596590] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9003; }","duration":"603.110895ms","start":"2026-08-06T01:20:28.257409Z","end":"2026-08-06T01:20:28.86052Z","steps":["trace[1622596590] 'read index received' (duration: 586.022186ms)","trace[1622596590] 'applied index is now lower than readState.Index' (duration: 17.087309ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:28.860568Z","caller":"traceutil/trace.go:171","msg":"trace[1732253602] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"292.275242ms","start":"2026-08-06T01:20:28.568259Z","end":"2026-08-06T01:20:28.860534Z","steps":["trace[1732253602] 'process raft request' (duration: 292.169719ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.860699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.275759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-06T01:20:28.860733Z","caller":"traceutil/trace.go:171","msg":"trace[2053569156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8689; }","duration":"603.354961ms","start":"2026-08-06T01:20:28.257367Z","end":"2026-08-06T01:20:28.860722Z","steps":["trace[2053569156] 'agreement among raft nodes before linearized reading' (duration: 603.242528ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.860759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:28.257347Z","time spent":"603.403072ms","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-08-06T01:20:28.860577Z","caller":"traceutil/trace.go:171","msg":"trace[986111655] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"380.394931ms","start":"2026-08-06T01:20:28.480171Z","end":"2026-08-06T01:20:28.860566Z","steps":["trace[986111655] 'process raft request' (duration: 377.860143ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.860741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.59194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:20:28.860827Z","caller":"traceutil/trace.go:171","msg":"trace[462347829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8689; }","duration":"328.739653ms","start":"2026-08-06T01:20:28.532076Z","end":"2026-08-06T01:20:28.860816Z","steps":["trace[462347829] 'agreement among raft nodes before linearized reading' (duration: 328.6072ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.860856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:28.480146Z","time spent":"380.643887ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:20:28.860893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:28.532052Z","time spent":"328.828766ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:20:28.860948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.863454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:20:28.860971Z","caller":"traceutil/trace.go:171","msg":"trace[212047793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8689; }","duration":"260.894704ms","start":"2026-08-06T01:20:28.600071Z","end":"2026-08-06T01:20:28.860966Z","steps":["trace[212047793] 'agreement among raft nodes before linearized reading' (duration: 260.839533ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.86105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.201285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-06T01:20:28.861092Z","caller":"traceutil/trace.go:171","msg":"trace[1831020849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8689; }","duration":"262.257416ms","start":"2026-08-06T01:20:28.598824Z","end":"2026-08-06T01:20:28.861082Z","steps":["trace[1831020849] 'agreement among raft nodes before linearized reading' (duration: 262.155974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.861106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.970239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:20:28.861124Z","caller":"traceutil/trace.go:171","msg":"trace[451885509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8689; }","duration":"269.01536ms","start":"2026-08-06T01:20:28.592105Z","end":"2026-08-06T01:20:28.86112Z","steps":["trace[451885509] 'agreement among raft nodes before linearized reading' (duration: 268.974399ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.861064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.896691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-06T01:20:28.861154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.017457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:20:28.861207Z","caller":"traceutil/trace.go:171","msg":"trace[1218231058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:8689; }","duration":"139.071585ms","start":"2026-08-06T01:20:28.722128Z","end":"2026-08-06T01:20:28.861199Z","steps":["trace[1218231058] 'agreement among raft nodes before linearized reading' (duration: 138.890721ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:28.861255Z","caller":"traceutil/trace.go:171","msg":"trace[1909158059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8689; }","duration":"261.13267ms","start":"2026-08-06T01:20:28.600109Z","end":"2026-08-06T01:20:28.861241Z","steps":["trace[1909158059] 'agreement among raft nodes before linearized reading' (duration: 260.924575ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.861308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.306203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:20:28.861355Z","caller":"traceutil/trace.go:171","msg":"trace[157513246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"282.393285ms","start":"2026-08-06T01:20:28.578949Z","end":"2026-08-06T01:20:28.861342Z","steps":["trace[157513246] 'agreement among raft nodes before linearized reading' (duration: 282.204091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:28.861336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.58983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:20:28.861458Z","caller":"traceutil/trace.go:171","msg":"trace[308981006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8689; }","duration":"261.748474ms","start":"2026-08-06T01:20:28.599681Z","end":"2026-08-06T01:20:28.861429Z","steps":["trace[308981006] 'agreement among raft nodes before linearized reading' (duration: 261.370225ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:41.368401Z","caller":"traceutil/trace.go:171","msg":"trace[733273902] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9112; }","duration":"354.529182ms","start":"2026-08-06T01:20:41.013833Z","end":"2026-08-06T01:20:41.368362Z","steps":["trace[733273902] 'read index received' (duration: 354.286357ms)","trace[733273902] 'applied index is now lower than readState.Index' (duration: 240.975µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:41.368525Z","caller":"traceutil/trace.go:171","msg":"trace[191361012] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"354.838259ms","start":"2026-08-06T01:20:41.013635Z","end":"2026-08-06T01:20:41.368473Z","steps":["trace[191361012] 'process raft request' (duration: 354.44131ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.368787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.929481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-99c2l\" ","response":"range_response_count:1 size:2800"} {"level":"warn","ts":"2026-08-06T01:20:41.368808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.013618Z","time spent":"355.005562ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:20:41.368842Z","caller":"traceutil/trace.go:171","msg":"trace[1261444360] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-99c2l; range_end:; response_count:1; response_revision:8792; }","duration":"355.024613ms","start":"2026-08-06T01:20:41.013799Z","end":"2026-08-06T01:20:41.368824Z","steps":["trace[1261444360] 'agreement among raft nodes before linearized reading' (duration: 354.737156ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.369009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.013789Z","time spent":"355.199296ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2823,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-99c2l\" "} {"level":"warn","ts":"2026-08-06T01:20:41.754613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.475451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:20:41.755041Z","caller":"traceutil/trace.go:171","msg":"trace[431998021] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8796; }","duration":"382.847468ms","start":"2026-08-06T01:20:41.37217Z","end":"2026-08-06T01:20:41.755018Z","steps":["trace[431998021] 'process raft request' (duration: 382.751565ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.755221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.372147Z","time spent":"382.95508ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-08-06T01:20:41.755362Z","caller":"traceutil/trace.go:171","msg":"trace[1359411089] linearizableReadLoop","detail":"{readStateIndex:9116; appliedIndex:9113; }","duration":"386.836419ms","start":"2026-08-06T01:20:41.368494Z","end":"2026-08-06T01:20:41.75533Z","steps":["trace[1359411089] 'read index received' (duration: 140.572288ms)","trace[1359411089] 'applied index is now lower than readState.Index' (duration: 246.260931ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:41.755463Z","caller":"traceutil/trace.go:171","msg":"trace[109939100] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"738.73419ms","start":"2026-08-06T01:20:41.016702Z","end":"2026-08-06T01:20:41.755436Z","steps":["trace[109939100] 'process raft request' (duration: 738.083055ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:41.755463Z","caller":"traceutil/trace.go:171","msg":"trace[242759665] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"739.499768ms","start":"2026-08-06T01:20:41.015926Z","end":"2026-08-06T01:20:41.755426Z","steps":["trace[242759665] 'process raft request' (duration: 493.038533ms)","trace[242759665] 'compare' (duration: 245.266487ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:41.755566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.406607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-08-06T01:20:41.755575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.908028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-99c2l\" ","response":"range_response_count:1 size:4642"} {"level":"info","ts":"2026-08-06T01:20:41.75561Z","caller":"traceutil/trace.go:171","msg":"trace[172024348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8796; }","duration":"736.468029ms","start":"2026-08-06T01:20:41.019131Z","end":"2026-08-06T01:20:41.755599Z","steps":["trace[172024348] 'agreement among raft nodes before linearized reading' (duration: 736.309675ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.755592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.709356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:20:41.755634Z","caller":"traceutil/trace.go:171","msg":"trace[1616987621] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-99c2l; range_end:; response_count:1; response_revision:8796; }","duration":"574.031881ms","start":"2026-08-06T01:20:41.181581Z","end":"2026-08-06T01:20:41.755613Z","steps":["trace[1616987621] 'agreement among raft nodes before linearized reading' (duration: 573.944979ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:41.755676Z","caller":"traceutil/trace.go:171","msg":"trace[1691806617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:8796; }","duration":"733.820828ms","start":"2026-08-06T01:20:41.021833Z","end":"2026-08-06T01:20:41.755653Z","steps":["trace[1691806617] 'agreement among raft nodes before linearized reading' (duration: 733.565882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.75571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.181561Z","time spent":"574.134674ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-99c2l\" "} {"level":"warn","ts":"2026-08-06T01:20:41.755749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.500829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-06T01:20:41.755788Z","caller":"traceutil/trace.go:171","msg":"trace[117281725] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8796; }","duration":"736.577311ms","start":"2026-08-06T01:20:41.0192Z","end":"2026-08-06T01:20:41.755777Z","steps":["trace[117281725] 'agreement among raft nodes before linearized reading' (duration: 736.487359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.75579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.021822Z","time spent":"733.90693ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:20:41.75582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.019179Z","time spent":"736.635112ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-06T01:20:41.755854Z","caller":"traceutil/trace.go:171","msg":"trace[565034128] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"738.857413ms","start":"2026-08-06T01:20:41.016983Z","end":"2026-08-06T01:20:41.75584Z","steps":["trace[565034128] 'process raft request' (duration: 737.870431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.755634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.015915Z","time spent":"739.62652ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:20:41.75563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.016692Z","time spent":"738.842782ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:20:41.755479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.31366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:20:41.756017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.90654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-06T01:20:41.756071Z","caller":"traceutil/trace.go:171","msg":"trace[1662800732] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8796; }","duration":"733.982502ms","start":"2026-08-06T01:20:41.022075Z","end":"2026-08-06T01:20:41.756057Z","steps":["trace[1662800732] 'agreement among raft nodes before linearized reading' (duration: 733.797328ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:41.756068Z","caller":"traceutil/trace.go:171","msg":"trace[318273454] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8796; }","duration":"656.962064ms","start":"2026-08-06T01:20:41.099087Z","end":"2026-08-06T01:20:41.75605Z","steps":["trace[318273454] 'agreement among raft nodes before linearized reading' (duration: 656.263548ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.756116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.022063Z","time spent":"734.045623ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-06T01:20:41.756133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.099074Z","time spent":"657.040726ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:20:41.755649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.019124Z","time spent":"736.514289ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:20:41.75594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.016974Z","time spent":"738.928814ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:20:41.756295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.705372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:20:41.756409Z","caller":"traceutil/trace.go:171","msg":"trace[721204720] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8796; }","duration":"473.844935ms","start":"2026-08-06T01:20:41.282521Z","end":"2026-08-06T01:20:41.756366Z","steps":["trace[721204720] 'agreement among raft nodes before linearized reading' (duration: 472.964775ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.756446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:41.2825Z","time spent":"473.938916ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":913,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:20:41.892701Z","caller":"traceutil/trace.go:171","msg":"trace[102557627] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"130.12589ms","start":"2026-08-06T01:20:41.762545Z","end":"2026-08-06T01:20:41.892671Z","steps":["trace[102557627] 'process raft request' (duration: 97.352402ms)","trace[102557627] 'compare' (duration: 32.42063ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:41.892788Z","caller":"traceutil/trace.go:171","msg":"trace[1360158216] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"126.037106ms","start":"2026-08-06T01:20:41.766732Z","end":"2026-08-06T01:20:41.892769Z","steps":["trace[1360158216] 'process raft request' (duration: 125.785541ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:41.893059Z","caller":"traceutil/trace.go:171","msg":"trace[2140457128] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"129.609658ms","start":"2026-08-06T01:20:41.763442Z","end":"2026-08-06T01:20:41.893051Z","steps":["trace[2140457128] 'process raft request' (duration: 129.029505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:41.893058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.09297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-99c2l\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-08-06T01:20:41.89314Z","caller":"traceutil/trace.go:171","msg":"trace[1117738399] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-99c2l; range_end:; response_count:1; response_revision:8800; }","duration":"130.207312ms","start":"2026-08-06T01:20:41.762913Z","end":"2026-08-06T01:20:41.89312Z","steps":["trace[1117738399] 'agreement among raft nodes before linearized reading' (duration: 130.031438ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:42.830964Z","caller":"traceutil/trace.go:171","msg":"trace[401591035] linearizableReadLoop","detail":"{readStateIndex:9125; appliedIndex:9124; }","duration":"127.869869ms","start":"2026-08-06T01:20:42.703073Z","end":"2026-08-06T01:20:42.830943Z","steps":["trace[401591035] 'read index received' (duration: 127.749886ms)","trace[401591035] 'applied index is now lower than readState.Index' (duration: 118.833µs)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:42.831083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.987882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:20:42.831112Z","caller":"traceutil/trace.go:171","msg":"trace[1519286476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8803; }","duration":"128.071283ms","start":"2026-08-06T01:20:42.70303Z","end":"2026-08-06T01:20:42.831101Z","steps":["trace[1519286476] 'agreement among raft nodes before linearized reading' (duration: 127.998201ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:42.831181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.506742Z","time spent":"324.429374ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-06T01:20:43.255584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.249278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:20:43.255728Z","caller":"traceutil/trace.go:171","msg":"trace[1789012224] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9125; }","duration":"366.399092ms","start":"2026-08-06T01:20:42.889311Z","end":"2026-08-06T01:20:43.25571Z","steps":["trace[1789012224] 'read index received' (duration: 38.221µs)","trace[1789012224] 'applied index is now lower than readState.Index' (duration: 366.358491ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:43.255865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.561635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:20:43.255817Z","caller":"traceutil/trace.go:171","msg":"trace[1552133331] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"423.391143ms","start":"2026-08-06T01:20:42.832374Z","end":"2026-08-06T01:20:43.255765Z","steps":["trace[1552133331] 'process raft request' (duration: 14.604633ms)","trace[1552133331] 'compare' (duration: 407.778417ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:43.255906Z","caller":"traceutil/trace.go:171","msg":"trace[305641692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8804; }","duration":"366.641427ms","start":"2026-08-06T01:20:42.889255Z","end":"2026-08-06T01:20:43.255897Z","steps":["trace[305641692] 'agreement among raft nodes before linearized reading' (duration: 366.532355ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.255948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.889233Z","time spent":"366.704188ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:20:43.256065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.832348Z","time spent":"423.582507ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:20:43.629048Z","caller":"traceutil/trace.go:171","msg":"trace[173402560] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"731.152937ms","start":"2026-08-06T01:20:42.897866Z","end":"2026-08-06T01:20:43.629019Z","steps":["trace[173402560] 'process raft request' (duration: 730.986123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.629259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.897831Z","time spent":"731.29689ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:20:43.68657Z","caller":"traceutil/trace.go:171","msg":"trace[1945309806] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"778.14733ms","start":"2026-08-06T01:20:42.908395Z","end":"2026-08-06T01:20:43.686542Z","steps":["trace[1945309806] 'process raft request' (duration: 777.871424ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.68673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.908373Z","time spent":"778.275092ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:20:43.68681Z","caller":"traceutil/trace.go:171","msg":"trace[1656432239] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"778.007936ms","start":"2026-08-06T01:20:42.908779Z","end":"2026-08-06T01:20:43.686787Z","steps":["trace[1656432239] 'process raft request' (duration: 777.71497ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:43.686833Z","caller":"traceutil/trace.go:171","msg":"trace[1663468242] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9126; }","duration":"431.047678ms","start":"2026-08-06T01:20:43.255758Z","end":"2026-08-06T01:20:43.686806Z","steps":["trace[1663468242] 'read index received' (duration: 373.161137ms)","trace[1663468242] 'applied index is now lower than readState.Index' (duration: 57.885431ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:43.687011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.90877Z","time spent":"778.104948ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:20:43.687029Z","caller":"traceutil/trace.go:171","msg":"trace[319531650] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"338.930185ms","start":"2026-08-06T01:20:43.348073Z","end":"2026-08-06T01:20:43.687003Z","steps":["trace[319531650] 'process raft request' (duration: 338.617738ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.687159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.070718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-06T01:20:43.687165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:43.348003Z","time spent":"339.11866ms","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:20:43.68721Z","caller":"traceutil/trace.go:171","msg":"trace[1762132623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"736.156081ms","start":"2026-08-06T01:20:42.951039Z","end":"2026-08-06T01:20:43.687195Z","steps":["trace[1762132623] 'agreement among raft nodes before linearized reading' (duration: 735.967046ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.687246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:42.951027Z","time spent":"736.210772ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:20:43.687298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.792839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:20:43.68735Z","caller":"traceutil/trace.go:171","msg":"trace[2018172491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"429.884401ms","start":"2026-08-06T01:20:43.257452Z","end":"2026-08-06T01:20:43.687336Z","steps":["trace[2018172491] 'agreement among raft nodes before linearized reading' (duration: 429.811079ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.687395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:43.257432Z","time spent":"429.951983ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:20:43.687825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.794862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-08-06T01:20:43.687871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.258453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-06T01:20:43.687869Z","caller":"traceutil/trace.go:171","msg":"trace[131821900] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8db768fb8-8vkhh.18c91298834011c6; range_end:; response_count:1; response_revision:8808; }","duration":"210.913864ms","start":"2026-08-06T01:20:43.476945Z","end":"2026-08-06T01:20:43.687859Z","steps":["trace[131821900] 'agreement among raft nodes before linearized reading' (duration: 210.71751ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:43.687911Z","caller":"traceutil/trace.go:171","msg":"trace[124486232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8808; }","duration":"314.349535ms","start":"2026-08-06T01:20:43.373551Z","end":"2026-08-06T01:20:43.687901Z","steps":["trace[124486232] 'agreement among raft nodes before linearized reading' (duration: 314.130181ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.687888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.100325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-08-06T01:20:43.687942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:43.373521Z","time spent":"314.414566ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:20:43.687612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.271393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-08-06T01:20:43.68796Z","caller":"traceutil/trace.go:171","msg":"trace[93162607] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8808; }","duration":"429.222136ms","start":"2026-08-06T01:20:43.258721Z","end":"2026-08-06T01:20:43.687943Z","steps":["trace[93162607] 'agreement among raft nodes before linearized reading' (duration: 428.854957ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:43.688004Z","caller":"traceutil/trace.go:171","msg":"trace[467237373] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8808; }","duration":"335.695371ms","start":"2026-08-06T01:20:43.352292Z","end":"2026-08-06T01:20:43.687987Z","steps":["trace[467237373] 'agreement among raft nodes before linearized reading' (duration: 335.21051ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:43.688067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:43.352269Z","time spent":"335.785814ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-08-06T01:20:43.688197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:43.258673Z","time spent":"429.32342ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-06T01:20:45.196952Z","caller":"traceutil/trace.go:171","msg":"trace[708239877] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"148.122111ms","start":"2026-08-06T01:20:45.048801Z","end":"2026-08-06T01:20:45.196923Z","steps":["trace[708239877] 'process raft request' (duration: 147.940277ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:45.827024Z","caller":"traceutil/trace.go:171","msg":"trace[1604613013] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"192.503864ms","start":"2026-08-06T01:20:45.634495Z","end":"2026-08-06T01:20:45.826999Z","steps":["trace[1604613013] 'process raft request' (duration: 192.33234ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:45.868701Z","caller":"traceutil/trace.go:171","msg":"trace[366511908] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"176.297064ms","start":"2026-08-06T01:20:45.692377Z","end":"2026-08-06T01:20:45.868674Z","steps":["trace[366511908] 'process raft request' (duration: 176.10448ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:45.868917Z","caller":"traceutil/trace.go:171","msg":"trace[2025968122] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"175.915085ms","start":"2026-08-06T01:20:45.692991Z","end":"2026-08-06T01:20:45.868906Z","steps":["trace[2025968122] 'process raft request' (duration: 175.639229ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:45.868906Z","caller":"traceutil/trace.go:171","msg":"trace[1686403091] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9145; }","duration":"113.136012ms","start":"2026-08-06T01:20:45.75575Z","end":"2026-08-06T01:20:45.868886Z","steps":["trace[1686403091] 'read index received' (duration: 71.095872ms)","trace[1686403091] 'applied index is now lower than readState.Index' (duration: 42.03829ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:45.869193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.417608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:20:45.869279Z","caller":"traceutil/trace.go:171","msg":"trace[2073683454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8826; }","duration":"113.587322ms","start":"2026-08-06T01:20:45.755678Z","end":"2026-08-06T01:20:45.869266Z","steps":["trace[2073683454] 'agreement among raft nodes before linearized reading' (duration: 113.260005ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:46.071198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.50501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:20:46.071455Z","caller":"traceutil/trace.go:171","msg":"trace[1794589595] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9148; }","duration":"202.43179ms","start":"2026-08-06T01:20:45.869005Z","end":"2026-08-06T01:20:46.071436Z","steps":["trace[1794589595] 'read index received' (duration: 49.606683ms)","trace[1794589595] 'applied index is now lower than readState.Index' (duration: 152.823367ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:46.071666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.462785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:20:46.071744Z","caller":"traceutil/trace.go:171","msg":"trace[1098055497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8827; }","duration":"285.564237ms","start":"2026-08-06T01:20:45.786168Z","end":"2026-08-06T01:20:46.071732Z","steps":["trace[1098055497] 'agreement among raft nodes before linearized reading' (duration: 285.382102ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:46.071742Z","caller":"traceutil/trace.go:171","msg":"trace[1378729886] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"228.381593ms","start":"2026-08-06T01:20:45.843319Z","end":"2026-08-06T01:20:46.0717Z","steps":["trace[1378729886] 'process raft request' (duration: 75.282269ms)","trace[1378729886] 'compare' (duration: 152.402558ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:46.071784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.147783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:20:46.071851Z","caller":"traceutil/trace.go:171","msg":"trace[202300085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8827; }","duration":"315.253586ms","start":"2026-08-06T01:20:45.756576Z","end":"2026-08-06T01:20:46.071829Z","steps":["trace[202300085] 'agreement among raft nodes before linearized reading' (duration: 315.097943ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:46.071867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.637543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-06T01:20:46.071819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.098446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:20:46.071961Z","caller":"traceutil/trace.go:171","msg":"trace[1901213167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:8827; }","duration":"226.729295ms","start":"2026-08-06T01:20:45.84518Z","end":"2026-08-06T01:20:46.071909Z","steps":["trace[1901213167] 'agreement among raft nodes before linearized reading' (duration: 226.596032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:46.071708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.460094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-06T01:20:46.072001Z","caller":"traceutil/trace.go:171","msg":"trace[1305593406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8827; }","duration":"267.322441ms","start":"2026-08-06T01:20:45.804651Z","end":"2026-08-06T01:20:46.071974Z","steps":["trace[1305593406] 'agreement among raft nodes before linearized reading' (duration: 266.839359ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:46.072079Z","caller":"traceutil/trace.go:171","msg":"trace[1787569088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8827; }","duration":"228.903784ms","start":"2026-08-06T01:20:45.843156Z","end":"2026-08-06T01:20:46.07206Z","steps":["trace[1787569088] 'agreement among raft nodes before linearized reading' (duration: 228.33155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:46.071919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:20:45.756553Z","time spent":"315.352578ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:20:46.103602Z","caller":"traceutil/trace.go:171","msg":"trace[773719057] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"227.87248ms","start":"2026-08-06T01:20:45.875704Z","end":"2026-08-06T01:20:46.103577Z","steps":["trace[773719057] 'process raft request' (duration: 227.626545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:20:46.103705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.904641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-06T01:20:46.103624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.149217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:20:46.103786Z","caller":"traceutil/trace.go:171","msg":"trace[854019042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8828; }","duration":"181.998044ms","start":"2026-08-06T01:20:45.921773Z","end":"2026-08-06T01:20:46.103771Z","steps":["trace[854019042] 'agreement among raft nodes before linearized reading' (duration: 181.752158ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:46.103888Z","caller":"traceutil/trace.go:171","msg":"trace[2010316475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8828; }","duration":"214.441154ms","start":"2026-08-06T01:20:45.889399Z","end":"2026-08-06T01:20:46.103841Z","steps":["trace[2010316475] 'agreement among raft nodes before linearized reading' (duration: 214.127087ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:46.286156Z","caller":"traceutil/trace.go:171","msg":"trace[1732427914] linearizableReadLoop","detail":"{readStateIndex:9155; appliedIndex:9154; }","duration":"124.599703ms","start":"2026-08-06T01:20:46.16153Z","end":"2026-08-06T01:20:46.28613Z","steps":["trace[1732427914] 'read index received' (duration: 65.013924ms)","trace[1732427914] 'applied index is now lower than readState.Index' (duration: 59.584129ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:20:46.286236Z","caller":"traceutil/trace.go:171","msg":"trace[1503708387] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"176.815755ms","start":"2026-08-06T01:20:46.109383Z","end":"2026-08-06T01:20:46.286199Z","steps":["trace[1503708387] 'process raft request' (duration: 117.166444ms)","trace[1503708387] 'compare' (duration: 59.448807ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:20:46.28628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.181955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:20:46.286307Z","caller":"traceutil/trace.go:171","msg":"trace[1076863456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8833; }","duration":"181.262447ms","start":"2026-08-06T01:20:46.105037Z","end":"2026-08-06T01:20:46.2863Z","steps":["trace[1076863456] 'agreement among raft nodes before linearized reading' (duration: 181.187796ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:46.309459Z","caller":"traceutil/trace.go:171","msg":"trace[1450086093] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"114.085893ms","start":"2026-08-06T01:20:46.195333Z","end":"2026-08-06T01:20:46.309419Z","steps":["trace[1450086093] 'process raft request' (duration: 113.899569ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:20:56.30792Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243c.wal"} {"level":"info","ts":"2026-08-06T01:21:42.456549Z","caller":"traceutil/trace.go:171","msg":"trace[1740324588] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"430.182063ms","start":"2026-08-06T01:21:42.026338Z","end":"2026-08-06T01:21:42.45652Z","steps":["trace[1740324588] 'process raft request' (duration: 429.931408ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:42.456747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:42.026318Z","time spent":"430.349837ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:42.45795Z","caller":"traceutil/trace.go:171","msg":"trace[1328079971] linearizableReadLoop","detail":"{readStateIndex:9793; appliedIndex:9790; }","duration":"185.328767ms","start":"2026-08-06T01:21:42.272601Z","end":"2026-08-06T01:21:42.45793Z","steps":["trace[1328079971] 'read index received' (duration: 183.812113ms)","trace[1328079971] 'applied index is now lower than readState.Index' (duration: 1.515424ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:21:42.458053Z","caller":"traceutil/trace.go:171","msg":"trace[366342520] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"396.276646ms","start":"2026-08-06T01:21:42.061769Z","end":"2026-08-06T01:21:42.458046Z","steps":["trace[366342520] 'process raft request' (duration: 396.123902ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:42.458139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:42.061753Z","time spent":"396.318827ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:21:42.458244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.644564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:21:42.458289Z","caller":"traceutil/trace.go:171","msg":"trace[831976696] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9456; }","duration":"185.745836ms","start":"2026-08-06T01:21:42.272533Z","end":"2026-08-06T01:21:42.458279Z","steps":["trace[831976696] 'agreement among raft nodes before linearized reading' (duration: 185.657794ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:42.458437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.766148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-06T01:21:42.458539Z","caller":"traceutil/trace.go:171","msg":"trace[1108831517] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9456; }","duration":"123.876321ms","start":"2026-08-06T01:21:42.334636Z","end":"2026-08-06T01:21:42.458512Z","steps":["trace[1108831517] 'agreement among raft nodes before linearized reading' (duration: 123.454812ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:21:42.458587Z","caller":"traceutil/trace.go:171","msg":"trace[1901512610] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"399.243783ms","start":"2026-08-06T01:21:42.058804Z","end":"2026-08-06T01:21:42.458047Z","steps":["trace[1901512610] 'process raft request' (duration: 398.932506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:42.458671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:42.05879Z","time spent":"399.845626ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:54.67391Z","caller":"traceutil/trace.go:171","msg":"trace[1265951537] linearizableReadLoop","detail":"{readStateIndex:9863; appliedIndex:9862; }","duration":"340.006526ms","start":"2026-08-06T01:21:54.333876Z","end":"2026-08-06T01:21:54.673882Z","steps":["trace[1265951537] 'read index received' (duration: 290.52883ms)","trace[1265951537] 'applied index is now lower than readState.Index' (duration: 49.476196ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:21:54.673979Z","caller":"traceutil/trace.go:171","msg":"trace[1258458897] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"371.03202ms","start":"2026-08-06T01:21:54.302896Z","end":"2026-08-06T01:21:54.673928Z","steps":["trace[1258458897] 'process raft request' (duration: 321.510903ms)","trace[1258458897] 'compare' (duration: 49.263941ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:21:54.674083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.17227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:21:54.674159Z","caller":"traceutil/trace.go:171","msg":"trace[774729874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9523; }","duration":"340.321453ms","start":"2026-08-06T01:21:54.33382Z","end":"2026-08-06T01:21:54.674142Z","steps":["trace[774729874] 'agreement among raft nodes before linearized reading' (duration: 340.18185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.674193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.333793Z","time spent":"340.393185ms","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:21:54.674211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.302862Z","time spent":"371.216494ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:54.907296Z","caller":"traceutil/trace.go:171","msg":"trace[1790336234] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"559.295733ms","start":"2026-08-06T01:21:54.347971Z","end":"2026-08-06T01:21:54.907267Z","steps":["trace[1790336234] 'process raft request' (duration: 476.809837ms)","trace[1790336234] 'compare' (duration: 82.21879ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:21:54.907466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.347952Z","time spent":"559.431425ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:54.907566Z","caller":"traceutil/trace.go:171","msg":"trace[736821463] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"404.922669ms","start":"2026-08-06T01:21:54.502597Z","end":"2026-08-06T01:21:54.90752Z","steps":["trace[736821463] 'process raft request' (duration: 404.590142ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.907845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.502565Z","time spent":"405.123773ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:54.908195Z","caller":"traceutil/trace.go:171","msg":"trace[1995930665] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"405.537113ms","start":"2026-08-06T01:21:54.502639Z","end":"2026-08-06T01:21:54.908176Z","steps":["trace[1995930665] 'process raft request' (duration: 404.746505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.908353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.502599Z","time spent":"405.702507ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:54.934281Z","caller":"traceutil/trace.go:171","msg":"trace[192872281] linearizableReadLoop","detail":"{readStateIndex:9867; appliedIndex:9863; }","duration":"260.283183ms","start":"2026-08-06T01:21:54.673986Z","end":"2026-08-06T01:21:54.934269Z","steps":["trace[192872281] 'read index received' (duration: 150.723083ms)","trace[192872281] 'applied index is now lower than readState.Index' (duration: 109.55843ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:21:54.941255Z","caller":"traceutil/trace.go:171","msg":"trace[1899951175] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"433.60951ms","start":"2026-08-06T01:21:54.507607Z","end":"2026-08-06T01:21:54.941217Z","steps":["trace[1899951175] 'process raft request' (duration: 400.505129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.941789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.50758Z","time spent":"433.748704ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:21:54.941944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.41244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:21:54.94197Z","caller":"traceutil/trace.go:171","msg":"trace[197257095] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9527; }","duration":"114.510002ms","start":"2026-08-06T01:21:54.827453Z","end":"2026-08-06T01:21:54.941963Z","steps":["trace[197257095] 'agreement among raft nodes before linearized reading' (duration: 114.44736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.941982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.199164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-06T01:21:54.942034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.966475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-06T01:21:54.942051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.251923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:21:54.942068Z","caller":"traceutil/trace.go:171","msg":"trace[947150273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9527; }","duration":"340.077198ms","start":"2026-08-06T01:21:54.601981Z","end":"2026-08-06T01:21:54.942058Z","steps":["trace[947150273] 'agreement among raft nodes before linearized reading' (duration: 332.636731ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.942098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.601963Z","time spent":"340.130078ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:21:54.942092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.983765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:21:54.9421Z","caller":"traceutil/trace.go:171","msg":"trace[575609049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9527; }","duration":"434.397288ms","start":"2026-08-06T01:21:54.507692Z","end":"2026-08-06T01:21:54.942089Z","steps":["trace[575609049] 'agreement among raft nodes before linearized reading' (duration: 434.182474ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.942014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.472956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:21:54.942127Z","caller":"traceutil/trace.go:171","msg":"trace[958815252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9527; }","duration":"340.082408ms","start":"2026-08-06T01:21:54.602037Z","end":"2026-08-06T01:21:54.942119Z","steps":["trace[958815252] 'agreement among raft nodes before linearized reading' (duration: 332.400786ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.942134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.507663Z","time spent":"434.463879ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:21:54.942155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.601994Z","time spent":"340.15621ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-06T01:21:54.942103Z","caller":"traceutil/trace.go:171","msg":"trace[769316332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9527; }","duration":"366.362646ms","start":"2026-08-06T01:21:54.575727Z","end":"2026-08-06T01:21:54.94209Z","steps":["trace[769316332] 'agreement among raft nodes before linearized reading' (duration: 366.205273ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:21:54.942179Z","caller":"traceutil/trace.go:171","msg":"trace[721443103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:9527; }","duration":"323.691161ms","start":"2026-08-06T01:21:54.618456Z","end":"2026-08-06T01:21:54.942147Z","steps":["trace[721443103] 'agreement among raft nodes before linearized reading' (duration: 315.842225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.942202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.575696Z","time spent":"366.500299ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:21:54.942248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.618435Z","time spent":"323.798613ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:21:54.942233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.824006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-06T01:21:54.942343Z","caller":"traceutil/trace.go:171","msg":"trace[558600689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9527; }","duration":"333.01306ms","start":"2026-08-06T01:21:54.609308Z","end":"2026-08-06T01:21:54.942321Z","steps":["trace[558600689] 'agreement among raft nodes before linearized reading' (duration: 328.49488ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.94239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.609284Z","time spent":"333.098632ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:21:54.943116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.069624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:21:54.943162Z","caller":"traceutil/trace.go:171","msg":"trace[428069007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9527; }","duration":"326.131946ms","start":"2026-08-06T01:21:54.61702Z","end":"2026-08-06T01:21:54.943152Z","steps":["trace[428069007] 'agreement among raft nodes before linearized reading' (duration: 320.47722ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:54.943197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.617013Z","time spent":"326.176537ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:21:55.188602Z","caller":"traceutil/trace.go:171","msg":"trace[72905780] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"242.163378ms","start":"2026-08-06T01:21:54.946392Z","end":"2026-08-06T01:21:55.188555Z","steps":["trace[72905780] 'process raft request' (duration: 224.519113ms)","trace[72905780] 'compare' (duration: 17.42654ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:21:55.252705Z","caller":"traceutil/trace.go:171","msg":"trace[1536109193] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"305.504434ms","start":"2026-08-06T01:21:54.947145Z","end":"2026-08-06T01:21:55.252649Z","steps":["trace[1536109193] 'process raft request' (duration: 305.262209ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:21:55.252862Z","caller":"traceutil/trace.go:171","msg":"trace[339350125] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"305.134487ms","start":"2026-08-06T01:21:54.947666Z","end":"2026-08-06T01:21:55.252801Z","steps":["trace[339350125] 'process raft request' (duration: 304.872581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:55.252963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.947121Z","time spent":"305.711669ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:55.252999Z","caller":"traceutil/trace.go:171","msg":"trace[946023735] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"304.424541ms","start":"2026-08-06T01:21:54.948551Z","end":"2026-08-06T01:21:55.252976Z","steps":["trace[946023735] 'process raft request' (duration: 304.228786ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:55.253131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.947656Z","time spent":"305.334621ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:21:55.253225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.948508Z","time spent":"304.582274ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:21:55.253382Z","caller":"traceutil/trace.go:171","msg":"trace[22480536] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"304.719937ms","start":"2026-08-06T01:21:54.948651Z","end":"2026-08-06T01:21:55.253371Z","steps":["trace[22480536] 'process raft request' (duration: 304.181575ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:21:55.25337Z","caller":"traceutil/trace.go:171","msg":"trace[622677396] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"304.543304ms","start":"2026-08-06T01:21:54.948796Z","end":"2026-08-06T01:21:55.253339Z","steps":["trace[622677396] 'process raft request' (duration: 304.111584ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:21:55.253405Z","caller":"traceutil/trace.go:171","msg":"trace[1044701107] linearizableReadLoop","detail":"{readStateIndex:9873; appliedIndex:9867; }","duration":"303.953959ms","start":"2026-08-06T01:21:54.949289Z","end":"2026-08-06T01:21:55.253243Z","steps":["trace[1044701107] 'read index received' (duration: 221.639619ms)","trace[1044701107] 'applied index is now lower than readState.Index' (duration: 82.30947ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:21:55.253524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.948789Z","time spent":"304.658596ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:21:55.253929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.638244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291336"} {"level":"info","ts":"2026-08-06T01:21:55.253984Z","caller":"traceutil/trace.go:171","msg":"trace[1520498149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9533; }","duration":"304.725357ms","start":"2026-08-06T01:21:54.94925Z","end":"2026-08-06T01:21:55.253975Z","steps":["trace[1520498149] 'agreement among raft nodes before linearized reading' (duration: 304.178055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:21:55.254007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.94924Z","time spent":"304.760307ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291359,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-06T01:21:55.254057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:21:54.948645Z","time spent":"304.760198ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:22:11.000106Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be75c9626aba3f77","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-06T01:22:11.017359Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-06T01:22:11.017632Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-06T01:23:47.202229Z","caller":"traceutil/trace.go:171","msg":"trace[1268416616] linearizableReadLoop","detail":"{readStateIndex:10694; appliedIndex:10693; }","duration":"144.594883ms","start":"2026-08-06T01:23:47.057604Z","end":"2026-08-06T01:23:47.202199Z","steps":["trace[1268416616] 'read index received' (duration: 144.372378ms)","trace[1268416616] 'applied index is now lower than readState.Index' (duration: 221.565µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:23:47.202361Z","caller":"traceutil/trace.go:171","msg":"trace[193474099] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"241.379891ms","start":"2026-08-06T01:23:46.96093Z","end":"2026-08-06T01:23:47.20231Z","steps":["trace[193474099] 'process raft request' (duration: 241.116425ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:23:47.20248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.877999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-06T01:23:47.202527Z","caller":"traceutil/trace.go:171","msg":"trace[970476696] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10328; }","duration":"144.997282ms","start":"2026-08-06T01:23:47.057517Z","end":"2026-08-06T01:23:47.202515Z","steps":["trace[970476696] 'agreement among raft nodes before linearized reading' (duration: 144.827448ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:24:09.621398Z","caller":"traceutil/trace.go:171","msg":"trace[797100548] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"308.189879ms","start":"2026-08-06T01:24:09.313187Z","end":"2026-08-06T01:24:09.621377Z","steps":["trace[797100548] 'process raft request' (duration: 307.832561ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:24:09.621524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:24:09.313149Z","time spent":"308.313791ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:24:09.622392Z","caller":"traceutil/trace.go:171","msg":"trace[1452135099] linearizableReadLoop","detail":"{readStateIndex:10916; appliedIndex:10914; }","duration":"169.435078ms","start":"2026-08-06T01:24:09.452943Z","end":"2026-08-06T01:24:09.622379Z","steps":["trace[1452135099] 'read index received' (duration: 168.379734ms)","trace[1452135099] 'applied index is now lower than readState.Index' (duration: 1.054554ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:24:09.622481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.53384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:24:09.622505Z","caller":"traceutil/trace.go:171","msg":"trace[1779248448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10546; }","duration":"169.603002ms","start":"2026-08-06T01:24:09.452894Z","end":"2026-08-06T01:24:09.622497Z","steps":["trace[1779248448] 'agreement among raft nodes before linearized reading' (duration: 169.53032ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:24:09.622476Z","caller":"traceutil/trace.go:171","msg":"trace[1777064907] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"153.198549ms","start":"2026-08-06T01:24:09.469216Z","end":"2026-08-06T01:24:09.622414Z","steps":["trace[1777064907] 'process raft request' (duration: 153.063826ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:24:09.622894Z","caller":"traceutil/trace.go:171","msg":"trace[1830669441] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"151.763687ms","start":"2026-08-06T01:24:09.471114Z","end":"2026-08-06T01:24:09.622878Z","steps":["trace[1830669441] 'process raft request' (duration: 151.205584ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:24:09.62309Z","caller":"traceutil/trace.go:171","msg":"trace[898520387] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"151.666094ms","start":"2026-08-06T01:24:09.471411Z","end":"2026-08-06T01:24:09.623077Z","steps":["trace[898520387] 'process raft request' (duration: 150.938028ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:24:09.62256Z","caller":"traceutil/trace.go:171","msg":"trace[985630237] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"212.745981ms","start":"2026-08-06T01:24:09.409798Z","end":"2026-08-06T01:24:09.622544Z","steps":["trace[985630237] 'process raft request' (duration: 212.429714ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:24:09.62802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8053} {"level":"info","ts":"2026-08-06T01:24:09.695945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8053,"took":"64.806231ms","hash":1770905434,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":28930048,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-08-06T01:24:09.696075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1770905434,"revision":8053,"compact-revision":5873} {"level":"info","ts":"2026-08-06T01:24:13.48785Z","caller":"traceutil/trace.go:171","msg":"trace[1408006869] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"106.640981ms","start":"2026-08-06T01:24:13.381178Z","end":"2026-08-06T01:24:13.487819Z","steps":["trace[1408006869] 'process raft request' (duration: 101.833703ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:25:17.521484Z","caller":"traceutil/trace.go:171","msg":"trace[882232328] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"107.755877ms","start":"2026-08-06T01:25:17.413704Z","end":"2026-08-06T01:25:17.52146Z","steps":["trace[882232328] 'process raft request' (duration: 107.570183ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:18.104907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.524126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-06T01:25:18.105Z","caller":"traceutil/trace.go:171","msg":"trace[1945644178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11253; }","duration":"463.669529ms","start":"2026-08-06T01:25:17.641313Z","end":"2026-08-06T01:25:18.104982Z","steps":["trace[1945644178] 'range keys from in-memory index tree' (duration: 463.311412ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:18.105041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:17.641294Z","time spent":"463.739082ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-06T01:25:18.10791Z","caller":"traceutil/trace.go:171","msg":"trace[336737152] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"142.035256ms","start":"2026-08-06T01:25:17.965858Z","end":"2026-08-06T01:25:18.107893Z","steps":["trace[336737152] 'process raft request' (duration: 142.010635ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:25:18.107982Z","caller":"traceutil/trace.go:171","msg":"trace[428549984] linearizableReadLoop","detail":"{readStateIndex:11646; appliedIndex:11645; }","duration":"207.41188ms","start":"2026-08-06T01:25:17.900525Z","end":"2026-08-06T01:25:18.107937Z","steps":["trace[428549984] 'read index received' (duration: 202.739423ms)","trace[428549984] 'applied index is now lower than readState.Index' (duration: 4.669077ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:25:18.108049Z","caller":"traceutil/trace.go:171","msg":"trace[462194900] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"145.392221ms","start":"2026-08-06T01:25:17.962625Z","end":"2026-08-06T01:25:18.108017Z","steps":["trace[462194900] 'process raft request' (duration: 145.132276ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:25:18.108097Z","caller":"traceutil/trace.go:171","msg":"trace[1942475471] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"145.465153ms","start":"2026-08-06T01:25:17.962625Z","end":"2026-08-06T01:25:18.10809Z","steps":["trace[1942475471] 'process raft request' (duration: 145.217177ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:18.108155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.627235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:18.108188Z","caller":"traceutil/trace.go:171","msg":"trace[94548157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11256; }","duration":"207.719427ms","start":"2026-08-06T01:25:17.900461Z","end":"2026-08-06T01:25:18.10818Z","steps":["trace[94548157] 'agreement among raft nodes before linearized reading' (duration: 207.633955ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:25:32.264741Z","caller":"traceutil/trace.go:171","msg":"trace[1377499031] linearizableReadLoop","detail":"{readStateIndex:11728; appliedIndex:11727; }","duration":"101.400122ms","start":"2026-08-06T01:25:32.163307Z","end":"2026-08-06T01:25:32.264707Z","steps":["trace[1377499031] 'read index received' (duration: 101.274469ms)","trace[1377499031] 'applied index is now lower than readState.Index' (duration: 124.433µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:25:32.2648Z","caller":"traceutil/trace.go:171","msg":"trace[9087877] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"102.470446ms","start":"2026-08-06T01:25:32.162276Z","end":"2026-08-06T01:25:32.264747Z","steps":["trace[9087877] 'process raft request' (duration: 102.2134ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:32.265062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.723929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-08-06T01:25:32.265181Z","caller":"traceutil/trace.go:171","msg":"trace[1652421156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11333; }","duration":"101.851083ms","start":"2026-08-06T01:25:32.163283Z","end":"2026-08-06T01:25:32.265134Z","steps":["trace[1652421156] 'agreement among raft nodes before linearized reading' (duration: 101.572657ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:32.76563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073053280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:25:33.067335Z","caller":"traceutil/trace.go:171","msg":"trace[823136546] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"866.786453ms","start":"2026-08-06T01:25:32.200509Z","end":"2026-08-06T01:25:33.067296Z","steps":["trace[823136546] 'process raft request' (duration: 866.494507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.067523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.200483Z","time spent":"866.949797ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.067955Z","caller":"traceutil/trace.go:171","msg":"trace[339962938] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"866.881114ms","start":"2026-08-06T01:25:32.201061Z","end":"2026-08-06T01:25:33.067942Z","steps":["trace[339962938] 'process raft request' (duration: 866.125547ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.068059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.201048Z","time spent":"866.949356ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.121841Z","caller":"traceutil/trace.go:171","msg":"trace[443213686] linearizableReadLoop","detail":"{readStateIndex:11731; appliedIndex:11728; }","duration":"856.98794ms","start":"2026-08-06T01:25:32.264831Z","end":"2026-08-06T01:25:33.121819Z","steps":["trace[443213686] 'read index received' (duration: 802.136615ms)","trace[443213686] 'applied index is now lower than readState.Index' (duration: 54.850385ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:25:33.121904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.408943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:33.121959Z","caller":"traceutil/trace.go:171","msg":"trace[869964331] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11336; }","duration":"921.492295ms","start":"2026-08-06T01:25:32.200453Z","end":"2026-08-06T01:25:33.121946Z","steps":["trace[869964331] 'agreement among raft nodes before linearized reading' (duration: 921.381242ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.121968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.549586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:25:33.121986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.200445Z","time spent":"921.535586ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-08-06T01:25:33.122017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.643428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:33.122037Z","caller":"traceutil/trace.go:171","msg":"trace[1236271970] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11336; }","duration":"921.71214ms","start":"2026-08-06T01:25:32.200321Z","end":"2026-08-06T01:25:33.122033Z","steps":["trace[1236271970] 'agreement among raft nodes before linearized reading' (duration: 921.684849ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.200291Z","time spent":"921.766451ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-08-06T01:25:33.121992Z","caller":"traceutil/trace.go:171","msg":"trace[1414702210] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11336; }","duration":"921.596217ms","start":"2026-08-06T01:25:32.200389Z","end":"2026-08-06T01:25:33.121985Z","steps":["trace[1414702210] 'agreement among raft nodes before linearized reading' (duration: 921.533165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.200381Z","time spent":"921.758291ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-08-06T01:25:33.122175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.100283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:33.122226Z","caller":"traceutil/trace.go:171","msg":"trace[1126762708] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11336; }","duration":"920.171094ms","start":"2026-08-06T01:25:32.20204Z","end":"2026-08-06T01:25:33.122211Z","steps":["trace[1126762708] 'agreement among raft nodes before linearized reading' (duration: 920.082792ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.202031Z","time spent":"920.220156ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-08-06T01:25:33.122254Z","caller":"traceutil/trace.go:171","msg":"trace[425324469] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"573.529883ms","start":"2026-08-06T01:25:32.548682Z","end":"2026-08-06T01:25:33.122212Z","steps":["trace[425324469] 'process raft request' (duration: 546.925719ms)","trace[425324469] 'compare' (duration: 26.00915ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:25:33.122324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.398947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:25:33.122336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.204053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:33.122363Z","caller":"traceutil/trace.go:171","msg":"trace[1938625802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11336; }","duration":"945.261284ms","start":"2026-08-06T01:25:32.177096Z","end":"2026-08-06T01:25:33.122357Z","steps":["trace[1938625802] 'agreement among raft nodes before linearized reading' (duration: 945.223583ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.679177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:25:33.122419Z","caller":"traceutil/trace.go:171","msg":"trace[1948849779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11336; }","duration":"636.740279ms","start":"2026-08-06T01:25:32.485668Z","end":"2026-08-06T01:25:33.122408Z","steps":["trace[1948849779] 'agreement among raft nodes before linearized reading' (duration: 636.637817ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.614818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-06T01:25:33.122439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.221758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:25:33.122447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.48565Z","time spent":"636.79217ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:25:33.12245Z","caller":"traceutil/trace.go:171","msg":"trace[454795778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11336; }","duration":"637.664329ms","start":"2026-08-06T01:25:32.48478Z","end":"2026-08-06T01:25:33.122445Z","steps":["trace[454795778] 'agreement among raft nodes before linearized reading' (duration: 637.599348ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.484768Z","time spent":"637.701781ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-06T01:25:33.122474Z","caller":"traceutil/trace.go:171","msg":"trace[615581548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11336; }","duration":"241.33031ms","start":"2026-08-06T01:25:32.881131Z","end":"2026-08-06T01:25:33.122462Z","steps":["trace[615581548] 'agreement among raft nodes before linearized reading' (duration: 241.278639ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.44422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-06T01:25:33.122491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.254573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:33.122501Z","caller":"traceutil/trace.go:171","msg":"trace[575262308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11336; }","duration":"683.520001ms","start":"2026-08-06T01:25:32.438975Z","end":"2026-08-06T01:25:33.122495Z","steps":["trace[575262308] 'agreement among raft nodes before linearized reading' (duration: 683.444089ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.12252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.438946Z","time spent":"683.568723ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-06T01:25:33.122519Z","caller":"traceutil/trace.go:171","msg":"trace[2063209807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11336; }","duration":"232.320424ms","start":"2026-08-06T01:25:32.89019Z","end":"2026-08-06T01:25:33.12251Z","steps":["trace[2063209807] 'agreement among raft nodes before linearized reading' (duration: 232.271193ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.896268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-06T01:25:33.122389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.177078Z","time spent":"945.306355ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-08-06T01:25:33.122563Z","caller":"traceutil/trace.go:171","msg":"trace[76741428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11336; }","duration":"638.963759ms","start":"2026-08-06T01:25:32.483591Z","end":"2026-08-06T01:25:33.122554Z","steps":["trace[76741428] 'agreement among raft nodes before linearized reading' (duration: 638.900658ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.21873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-06T01:25:33.122477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.742224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-06T01:25:33.122587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.483565Z","time spent":"639.017711ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-06T01:25:33.122598Z","caller":"traceutil/trace.go:171","msg":"trace[1774924485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:11336; }","duration":"290.235351ms","start":"2026-08-06T01:25:32.832357Z","end":"2026-08-06T01:25:33.122593Z","steps":["trace[1774924485] 'agreement among raft nodes before linearized reading' (duration: 290.161899ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:25:33.122606Z","caller":"traceutil/trace.go:171","msg":"trace[959203593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11336; }","duration":"649.919509ms","start":"2026-08-06T01:25:32.472681Z","end":"2026-08-06T01:25:33.1226Z","steps":["trace[959203593] 'agreement among raft nodes before linearized reading' (duration: 649.725263ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.548664Z","time spent":"573.674427ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:25:33.122381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.394505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-08-06T01:25:33.122652Z","caller":"traceutil/trace.go:171","msg":"trace[885113397] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11336; }","duration":"922.696403ms","start":"2026-08-06T01:25:32.199949Z","end":"2026-08-06T01:25:33.122645Z","steps":["trace[885113397] 'agreement among raft nodes before linearized reading' (duration: 922.363334ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.914768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-08-06T01:25:33.122623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.472656Z","time spent":"649.96241ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:25:33.122282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.802792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:25:33.122699Z","caller":"traceutil/trace.go:171","msg":"trace[1886890719] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:11336; }","duration":"601.96876ms","start":"2026-08-06T01:25:32.520724Z","end":"2026-08-06T01:25:33.122693Z","steps":["trace[1886890719] 'agreement among raft nodes before linearized reading' (duration: 601.914348ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.520701Z","time spent":"602.01142ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"info","ts":"2026-08-06T01:25:33.122714Z","caller":"traceutil/trace.go:171","msg":"trace[303160744] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11336; }","duration":"959.306204ms","start":"2026-08-06T01:25:32.163398Z","end":"2026-08-06T01:25:33.122705Z","steps":["trace[303160744] 'agreement among raft nodes before linearized reading' (duration: 958.766921ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.163373Z","time spent":"959.369666ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-08-06T01:25:33.122681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.199932Z","time spent":"922.743494ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-08-06T01:25:33.122364Z","caller":"traceutil/trace.go:171","msg":"trace[385769435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11336; }","duration":"775.477149ms","start":"2026-08-06T01:25:32.346878Z","end":"2026-08-06T01:25:33.122355Z","steps":["trace[385769435] 'agreement among raft nodes before linearized reading' (duration: 775.347756ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.122873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:32.34686Z","time spent":"776.007291ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:25:33.416182Z","caller":"traceutil/trace.go:171","msg":"trace[1592418387] linearizableReadLoop","detail":"{readStateIndex:11732; appliedIndex:11731; }","duration":"289.053884ms","start":"2026-08-06T01:25:33.12706Z","end":"2026-08-06T01:25:33.416114Z","steps":["trace[1592418387] 'read index received' (duration: 260.761622ms)","trace[1592418387] 'applied index is now lower than readState.Index' (duration: 28.289462ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:25:33.417312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.232021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447713"} {"level":"info","ts":"2026-08-06T01:25:33.417393Z","caller":"traceutil/trace.go:171","msg":"trace[375939417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11336; }","duration":"290.338943ms","start":"2026-08-06T01:25:33.127041Z","end":"2026-08-06T01:25:33.41738Z","steps":["trace[375939417] 'agreement among raft nodes before linearized reading' (duration: 289.162996ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:25:33.454449Z","caller":"traceutil/trace.go:171","msg":"trace[1402939970] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"321.930211ms","start":"2026-08-06T01:25:33.132482Z","end":"2026-08-06T01:25:33.454412Z","steps":["trace[1402939970] 'process raft request' (duration: 321.87201ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.454685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:33.13247Z","time spent":"322.101155ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.454975Z","caller":"traceutil/trace.go:171","msg":"trace[1901157163] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"325.350858ms","start":"2026-08-06T01:25:33.129609Z","end":"2026-08-06T01:25:33.45496Z","steps":["trace[1901157163] 'process raft request' (duration: 324.627492ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.455101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:33.129589Z","time spent":"325.47093ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.455271Z","caller":"traceutil/trace.go:171","msg":"trace[1755990704] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"325.638725ms","start":"2026-08-06T01:25:33.129619Z","end":"2026-08-06T01:25:33.455257Z","steps":["trace[1755990704] 'process raft request' (duration: 324.656633ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.455347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:33.129601Z","time spent":"325.704936ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.455496Z","caller":"traceutil/trace.go:171","msg":"trace[982854819] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"325.031291ms","start":"2026-08-06T01:25:33.130453Z","end":"2026-08-06T01:25:33.455485Z","steps":["trace[982854819] 'process raft request' (duration: 323.865205ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.455556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:33.13044Z","time spent":"325.088302ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.455644Z","caller":"traceutil/trace.go:171","msg":"trace[795545300] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"327.450126ms","start":"2026-08-06T01:25:33.127191Z","end":"2026-08-06T01:25:33.454641Z","steps":["trace[795545300] 'process raft request' (duration: 327.004906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.455768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:33.127188Z","time spent":"328.497329ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:25:33.456096Z","caller":"traceutil/trace.go:171","msg":"trace[1048752647] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"328.93876ms","start":"2026-08-06T01:25:33.127144Z","end":"2026-08-06T01:25:33.456083Z","steps":["trace[1048752647] 'process raft request' (duration: 326.869763ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:25:33.456171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:25:33.127134Z","time spent":"329.003471ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:29:09.635644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10543} {"level":"info","ts":"2026-08-06T01:29:09.720625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10543,"took":"82.118198ms","hash":1529427547,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":27131904,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-06T01:29:09.720703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1529427547,"revision":10543,"compact-revision":8053} {"level":"info","ts":"2026-08-06T01:30:07.08352Z","caller":"traceutil/trace.go:171","msg":"trace[1825829629] transaction","detail":"{read_only:false; response_revision:13203; number_of_response:1; }","duration":"151.876885ms","start":"2026-08-06T01:30:06.93162Z","end":"2026-08-06T01:30:07.083497Z","steps":["trace[1825829629] 'process raft request' (duration: 151.750673ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:30:07.216423Z","caller":"traceutil/trace.go:171","msg":"trace[2001847702] transaction","detail":"{read_only:false; response_revision:13204; number_of_response:1; }","duration":"284.522142ms","start":"2026-08-06T01:30:06.931873Z","end":"2026-08-06T01:30:07.216395Z","steps":["trace[2001847702] 'process raft request' (duration: 223.710129ms)","trace[2001847702] 'compare' (duration: 60.63574ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:30:07.216928Z","caller":"traceutil/trace.go:171","msg":"trace[1681046489] transaction","detail":"{read_only:false; response_revision:13205; number_of_response:1; }","duration":"285.005684ms","start":"2026-08-06T01:30:06.931899Z","end":"2026-08-06T01:30:07.216905Z","steps":["trace[1681046489] 'process raft request' (duration: 284.450181ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:30:07.217044Z","caller":"traceutil/trace.go:171","msg":"trace[956410257] transaction","detail":"{read_only:false; response_revision:13206; number_of_response:1; }","duration":"284.786539ms","start":"2026-08-06T01:30:06.932238Z","end":"2026-08-06T01:30:07.217025Z","steps":["trace[956410257] 'process raft request' (duration: 284.504962ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:24.863313Z","caller":"traceutil/trace.go:171","msg":"trace[441028837] transaction","detail":"{read_only:false; response_revision:13740; number_of_response:1; }","duration":"448.946285ms","start":"2026-08-06T01:31:24.414341Z","end":"2026-08-06T01:31:24.863288Z","steps":["trace[441028837] 'process raft request' (duration: 448.798661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:24.863467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:24.414318Z","time spent":"449.076518ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:31:24.865495Z","caller":"traceutil/trace.go:171","msg":"trace[1486457204] linearizableReadLoop","detail":"{readStateIndex:14220; appliedIndex:14218; }","duration":"292.877173ms","start":"2026-08-06T01:31:24.572576Z","end":"2026-08-06T01:31:24.865453Z","steps":["trace[1486457204] 'read index received' (duration: 290.586512ms)","trace[1486457204] 'applied index is now lower than readState.Index' (duration: 2.288361ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:31:24.865629Z","caller":"traceutil/trace.go:171","msg":"trace[118189153] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"442.338033ms","start":"2026-08-06T01:31:24.423239Z","end":"2026-08-06T01:31:24.865577Z","steps":["trace[118189153] 'process raft request' (duration: 442.015516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:24.865837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:24.423224Z","time spent":"442.516587ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:31:24.865877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.222283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-06T01:31:24.865928Z","caller":"traceutil/trace.go:171","msg":"trace[1978487267] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13741; }","duration":"268.344515ms","start":"2026-08-06T01:31:24.597567Z","end":"2026-08-06T01:31:24.865912Z","steps":["trace[1978487267] 'agreement among raft nodes before linearized reading' (duration: 268.107909ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:24.865882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.308943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-06T01:31:24.866113Z","caller":"traceutil/trace.go:171","msg":"trace[580212870] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13741; }","duration":"293.56785ms","start":"2026-08-06T01:31:24.572525Z","end":"2026-08-06T01:31:24.866093Z","steps":["trace[580212870] 'agreement among raft nodes before linearized reading' (duration: 293.080048ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:45.420857Z","caller":"traceutil/trace.go:171","msg":"trace[786424064] transaction","detail":"{read_only:false; response_revision:13844; number_of_response:1; }","duration":"480.932083ms","start":"2026-08-06T01:31:44.939899Z","end":"2026-08-06T01:31:45.420831Z","steps":["trace[786424064] 'process raft request' (duration: 480.739979ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:45.421019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:44.939872Z","time spent":"481.068806ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:31:45.430565Z","caller":"traceutil/trace.go:171","msg":"trace[776993618] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"488.466623ms","start":"2026-08-06T01:31:44.942079Z","end":"2026-08-06T01:31:45.430545Z","steps":["trace[776993618] 'process raft request' (duration: 488.135906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:45.430675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:44.942041Z","time spent":"488.577306ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:31:45.91884Z","caller":"traceutil/trace.go:171","msg":"trace[1767020104] linearizableReadLoop","detail":"{readStateIndex:14333; appliedIndex:14332; }","duration":"177.190161ms","start":"2026-08-06T01:31:45.741626Z","end":"2026-08-06T01:31:45.918816Z","steps":["trace[1767020104] 'read index received' (duration: 145.315265ms)","trace[1767020104] 'applied index is now lower than readState.Index' (duration: 31.873276ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:31:45.919047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.404076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:31:45.918903Z","caller":"traceutil/trace.go:171","msg":"trace[1135660967] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"265.211824ms","start":"2026-08-06T01:31:45.653627Z","end":"2026-08-06T01:31:45.918839Z","steps":["trace[1135660967] 'process raft request' (duration: 233.40814ms)","trace[1135660967] 'compare' (duration: 31.662181ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:31:45.91911Z","caller":"traceutil/trace.go:171","msg":"trace[850309358] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13849; }","duration":"177.5295ms","start":"2026-08-06T01:31:45.741561Z","end":"2026-08-06T01:31:45.919091Z","steps":["trace[850309358] 'agreement among raft nodes before linearized reading' (duration: 177.420557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:45.919363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.075154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:31:45.919472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.281649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-06T01:31:45.919544Z","caller":"traceutil/trace.go:171","msg":"trace[1610192293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13849; }","duration":"132.382631ms","start":"2026-08-06T01:31:45.787141Z","end":"2026-08-06T01:31:45.919524Z","steps":["trace[1610192293] 'agreement among raft nodes before linearized reading' (duration: 132.205617ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:45.919591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.59427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:31:45.919629Z","caller":"traceutil/trace.go:171","msg":"trace[607375945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13849; }","duration":"137.650861ms","start":"2026-08-06T01:31:45.781966Z","end":"2026-08-06T01:31:45.919617Z","steps":["trace[607375945] 'agreement among raft nodes before linearized reading' (duration: 137.550469ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:45.919485Z","caller":"traceutil/trace.go:171","msg":"trace[1163074669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13849; }","duration":"139.261098ms","start":"2026-08-06T01:31:45.7802Z","end":"2026-08-06T01:31:45.919461Z","steps":["trace[1163074669] 'agreement among raft nodes before linearized reading' (duration: 138.8942ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:56.141973Z","caller":"traceutil/trace.go:171","msg":"trace[1373602192] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"114.416444ms","start":"2026-08-06T01:31:56.027524Z","end":"2026-08-06T01:31:56.141941Z","steps":["trace[1373602192] 'process raft request' (duration: 60.239571ms)","trace[1373602192] 'compare' (duration: 53.659702ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:31:56.291467Z","caller":"traceutil/trace.go:171","msg":"trace[1704040625] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"144.503967ms","start":"2026-08-06T01:31:56.146921Z","end":"2026-08-06T01:31:56.291425Z","steps":["trace[1704040625] 'process raft request' (duration: 142.500252ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:56.291523Z","caller":"traceutil/trace.go:171","msg":"trace[1195250871] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"143.779872ms","start":"2026-08-06T01:31:56.147701Z","end":"2026-08-06T01:31:56.291481Z","steps":["trace[1195250871] 'process raft request' (duration: 143.650189ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:57.109648Z","caller":"traceutil/trace.go:171","msg":"trace[434809480] linearizableReadLoop","detail":"{readStateIndex:14409; appliedIndex:14408; }","duration":"138.659036ms","start":"2026-08-06T01:31:56.97096Z","end":"2026-08-06T01:31:57.109619Z","steps":["trace[434809480] 'read index received' (duration: 138.378139ms)","trace[434809480] 'applied index is now lower than readState.Index' (duration: 279.567µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:31:57.109809Z","caller":"traceutil/trace.go:171","msg":"trace[1488104523] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"195.585302ms","start":"2026-08-06T01:31:56.91415Z","end":"2026-08-06T01:31:57.109736Z","steps":["trace[1488104523] 'process raft request' (duration: 195.269904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:57.110004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.020345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:31:57.110048Z","caller":"traceutil/trace.go:171","msg":"trace[1187622284] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13922; }","duration":"139.141377ms","start":"2026-08-06T01:31:56.970894Z","end":"2026-08-06T01:31:57.110035Z","steps":["trace[1187622284] 'agreement among raft nodes before linearized reading' (duration: 138.942523ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:59.262491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.811826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:31:59.262586Z","caller":"traceutil/trace.go:171","msg":"trace[340918527] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13932; }","duration":"445.96343ms","start":"2026-08-06T01:31:58.816603Z","end":"2026-08-06T01:31:59.262566Z","steps":["trace[340918527] 'count revisions from in-memory index tree' (duration: 445.682344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:59.262647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:58.816564Z","time spent":"446.071793ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:31:59.262915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.93712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:31:59.26297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.637564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:31:59.263001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.953676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:31:59.263002Z","caller":"traceutil/trace.go:171","msg":"trace[940865104] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13932; }","duration":"863.069712ms","start":"2026-08-06T01:31:58.399914Z","end":"2026-08-06T01:31:59.262983Z","steps":["trace[940865104] 'count revisions from in-memory index tree' (duration: 862.818877ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:59.263039Z","caller":"traceutil/trace.go:171","msg":"trace[511798546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:13932; }","duration":"684.025617ms","start":"2026-08-06T01:31:58.579003Z","end":"2026-08-06T01:31:59.263029Z","steps":["trace[511798546] 'range keys from in-memory index tree' (duration: 683.784082ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:31:59.263045Z","caller":"traceutil/trace.go:171","msg":"trace[1713557340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13932; }","duration":"373.756706ms","start":"2026-08-06T01:31:58.889268Z","end":"2026-08-06T01:31:59.263025Z","steps":["trace[1713557340] 'range keys from in-memory index tree' (duration: 373.532791ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:59.26306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:58.399896Z","time spent":"863.153755ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:31:59.263097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:58.889246Z","time spent":"373.843138ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:31:59.263212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.01785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:31:59.263266Z","caller":"traceutil/trace.go:171","msg":"trace[738681968] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13932; }","duration":"471.111121ms","start":"2026-08-06T01:31:58.792143Z","end":"2026-08-06T01:31:59.263254Z","steps":["trace[738681968] 'count revisions from in-memory index tree' (duration: 470.948528ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:31:59.263303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:58.79212Z","time spent":"471.174473ms","remote":"127.0.0.1:39228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:31:59.263067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:31:58.578983Z","time spent":"684.078199ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:32:03.244384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.407919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-zbl49\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-08-06T01:32:03.244472Z","caller":"traceutil/trace.go:171","msg":"trace[1950190969] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-zbl49; range_end:; response_count:1; response_revision:13956; }","duration":"112.506291ms","start":"2026-08-06T01:32:03.131945Z","end":"2026-08-06T01:32:03.244451Z","steps":["trace[1950190969] 'range keys from in-memory index tree' (duration: 112.215314ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:03.643943Z","caller":"traceutil/trace.go:171","msg":"trace[1528058409] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"151.181671ms","start":"2026-08-06T01:32:03.49274Z","end":"2026-08-06T01:32:03.643921Z","steps":["trace[1528058409] 'process raft request' (duration: 151.044818ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:03.661145Z","caller":"traceutil/trace.go:171","msg":"trace[115762711] linearizableReadLoop","detail":"{readStateIndex:14448; appliedIndex:14446; }","duration":"128.685609ms","start":"2026-08-06T01:32:03.532431Z","end":"2026-08-06T01:32:03.661117Z","steps":["trace[115762711] 'read index received' (duration: 111.428997ms)","trace[115762711] 'applied index is now lower than readState.Index' (duration: 17.255532ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:32:03.661268Z","caller":"traceutil/trace.go:171","msg":"trace[248610936] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"168.411163ms","start":"2026-08-06T01:32:03.492814Z","end":"2026-08-06T01:32:03.661225Z","steps":["trace[248610936] 'process raft request' (duration: 168.157017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:03.661432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.942995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-06T01:32:03.661483Z","caller":"traceutil/trace.go:171","msg":"trace[2005301395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13959; }","duration":"129.077568ms","start":"2026-08-06T01:32:03.532391Z","end":"2026-08-06T01:32:03.661468Z","steps":["trace[2005301395] 'agreement among raft nodes before linearized reading' (duration: 128.868384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.168417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073060855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:32:04.37344Z","caller":"traceutil/trace.go:171","msg":"trace[2005711533] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"724.679872ms","start":"2026-08-06T01:32:03.648736Z","end":"2026-08-06T01:32:04.373416Z","steps":["trace[2005711533] 'process raft request' (duration: 692.988622ms)","trace[2005711533] 'compare' (duration: 31.091537ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:32:04.373979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.648709Z","time spent":"724.787195ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:04.396414Z","caller":"traceutil/trace.go:171","msg":"trace[2061642881] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"730.886334ms","start":"2026-08-06T01:32:03.6655Z","end":"2026-08-06T01:32:04.396387Z","steps":["trace[2061642881] 'process raft request' (duration: 730.762001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.396558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.665474Z","time spent":"731.006347ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:04.396578Z","caller":"traceutil/trace.go:171","msg":"trace[50024378] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14448; }","duration":"735.324146ms","start":"2026-08-06T01:32:03.661233Z","end":"2026-08-06T01:32:04.396557Z","steps":["trace[50024378] 'read index received' (duration: 680.575819ms)","trace[50024378] 'applied index is now lower than readState.Index' (duration: 54.747237ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:32:04.396664Z","caller":"traceutil/trace.go:171","msg":"trace[408085494] transaction","detail":"{read_only:false; response_revision:13962; number_of_response:1; }","duration":"421.404922ms","start":"2026-08-06T01:32:03.975249Z","end":"2026-08-06T01:32:04.396654Z","steps":["trace[408085494] 'process raft request' (duration: 421.096255ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.396735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.975222Z","time spent":"421.472693ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:32:04.397098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.537358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:32:04.397149Z","caller":"traceutil/trace.go:171","msg":"trace[99124349] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13962; }","duration":"154.628039ms","start":"2026-08-06T01:32:04.242507Z","end":"2026-08-06T01:32:04.397135Z","steps":["trace[99124349] 'agreement among raft nodes before linearized reading' (duration: 154.497196ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.397077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.692556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:32:04.397398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.643516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-06T01:32:04.397404Z","caller":"traceutil/trace.go:171","msg":"trace[810699358] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13962; }","duration":"733.057994ms","start":"2026-08-06T01:32:03.664307Z","end":"2026-08-06T01:32:04.397365Z","steps":["trace[810699358] 'agreement among raft nodes before linearized reading' (duration: 732.597844ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:04.397463Z","caller":"traceutil/trace.go:171","msg":"trace[1179660832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13962; }","duration":"852.703207ms","start":"2026-08-06T01:32:03.544742Z","end":"2026-08-06T01:32:04.397446Z","steps":["trace[1179660832] 'agreement among raft nodes before linearized reading' (duration: 852.585754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.39749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.489963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:32:04.397509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.544731Z","time spent":"852.768718ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-06T01:32:04.397525Z","caller":"traceutil/trace.go:171","msg":"trace[516427156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13962; }","duration":"508.562474ms","start":"2026-08-06T01:32:03.888952Z","end":"2026-08-06T01:32:04.397514Z","steps":["trace[516427156] 'agreement among raft nodes before linearized reading' (duration: 508.506553ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.397525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.664291Z","time spent":"733.188778ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:32:04.397548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.888931Z","time spent":"508.612755ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:32:04.397196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.879457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:32:04.397685Z","caller":"traceutil/trace.go:171","msg":"trace[1227966187] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13962; }","duration":"203.396439ms","start":"2026-08-06T01:32:04.194274Z","end":"2026-08-06T01:32:04.39767Z","steps":["trace[1227966187] 'agreement among raft nodes before linearized reading' (duration: 202.858857ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.397676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.106536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:32:04.397766Z","caller":"traceutil/trace.go:171","msg":"trace[328662239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13962; }","duration":"635.231418ms","start":"2026-08-06T01:32:03.762512Z","end":"2026-08-06T01:32:04.397744Z","steps":["trace[328662239] 'agreement among raft nodes before linearized reading' (duration: 635.007873ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.397802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:03.762493Z","time spent":"635.3013ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:32:04.398326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.102884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-06T01:32:04.3984Z","caller":"traceutil/trace.go:171","msg":"trace[1732796306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13962; }","duration":"345.259448ms","start":"2026-08-06T01:32:04.05312Z","end":"2026-08-06T01:32:04.39838Z","steps":["trace[1732796306] 'agreement among raft nodes before linearized reading' (duration: 344.224785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.398446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:04.053093Z","time spent":"345.343149ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:32:04.634851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.305188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:32:04.634964Z","caller":"traceutil/trace.go:171","msg":"trace[1306676321] transaction","detail":"{read_only:false; response_revision:13963; number_of_response:1; }","duration":"234.252201ms","start":"2026-08-06T01:32:04.400691Z","end":"2026-08-06T01:32:04.634943Z","steps":["trace[1306676321] 'process raft request' (duration: 77.77312ms)","trace[1306676321] 'compare' (duration: 156.061342ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:32:04.730589Z","caller":"traceutil/trace.go:171","msg":"trace[442359868] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"320.932925ms","start":"2026-08-06T01:32:04.409633Z","end":"2026-08-06T01:32:04.730565Z","steps":["trace[442359868] 'process raft request' (duration: 320.707539ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.730964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:04.40961Z","time spent":"321.107939ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:04.730962Z","caller":"traceutil/trace.go:171","msg":"trace[210411736] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"321.240812ms","start":"2026-08-06T01:32:04.409645Z","end":"2026-08-06T01:32:04.730885Z","steps":["trace[210411736] 'process raft request' (duration: 320.858623ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:04.731115Z","caller":"traceutil/trace.go:171","msg":"trace[1525504732] linearizableReadLoop","detail":"{readStateIndex:14456; appliedIndex:14452; }","duration":"126.336105ms","start":"2026-08-06T01:32:04.604704Z","end":"2026-08-06T01:32:04.73104Z","steps":["trace[1525504732] 'read index received' (duration: 125.568958ms)","trace[1525504732] 'applied index is now lower than readState.Index' (duration: 765.987µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:32:04.731194Z","caller":"traceutil/trace.go:171","msg":"trace[1668586030] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"321.111658ms","start":"2026-08-06T01:32:04.410058Z","end":"2026-08-06T01:32:04.731169Z","steps":["trace[1668586030] 'process raft request' (duration: 320.681708ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:04.73123Z","caller":"traceutil/trace.go:171","msg":"trace[1463439829] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"320.985175ms","start":"2026-08-06T01:32:04.410171Z","end":"2026-08-06T01:32:04.731156Z","steps":["trace[1463439829] 'process raft request' (duration: 320.749869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.731248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:04.409624Z","time spent":"321.485538ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:32:04.731434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.700374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:32:04.731474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:04.41015Z","time spent":"321.139299ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:32:04.731474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:04.410042Z","time spent":"321.301022ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:04.731545Z","caller":"traceutil/trace.go:171","msg":"trace[1910790132] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13967; }","duration":"126.882078ms","start":"2026-08-06T01:32:04.604637Z","end":"2026-08-06T01:32:04.731519Z","steps":["trace[1910790132] 'agreement among raft nodes before linearized reading' (duration: 126.665253ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:04.880902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.580736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:32:04.880999Z","caller":"traceutil/trace.go:171","msg":"trace[1124413065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:13967; }","duration":"139.748321ms","start":"2026-08-06T01:32:04.741229Z","end":"2026-08-06T01:32:04.880977Z","steps":["trace[1124413065] 'count revisions from in-memory index tree' (duration: 139.422803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:06.604767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073060872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:32:06.647578Z","caller":"traceutil/trace.go:171","msg":"trace[177125429] transaction","detail":"{read_only:false; response_revision:13968; number_of_response:1; }","duration":"998.878433ms","start":"2026-08-06T01:32:05.648664Z","end":"2026-08-06T01:32:06.647542Z","steps":["trace[177125429] 'process raft request' (duration: 998.756501ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:06.647699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:05.648638Z","time spent":"999.001406ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:32:08.88942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-06T01:32:08.889507Z","caller":"traceutil/trace.go:171","msg":"trace[1916945051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383928s","start":"2026-08-06T01:32:06.889104Z","end":"2026-08-06T01:32:08.889488Z","steps":["trace[1916945051] 'agreement among raft nodes before linearized reading' (duration: 2.000273796s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:08.889556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.889083Z","time spent":"2.00046355s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:32:09.391984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.701625517s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:32:09.39255Z","caller":"traceutil/trace.go:171","msg":"trace[1634767164] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"3.726737748s","start":"2026-08-06T01:32:05.665778Z","end":"2026-08-06T01:32:09.392515Z","steps":["trace[1634767164] 'process raft request' (duration: 3.72639008s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.392714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:05.665763Z","time spent":"3.726866411s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:09.392752Z","caller":"traceutil/trace.go:171","msg":"trace[142350453] linearizableReadLoop","detail":"{readStateIndex:14460; appliedIndex:14457; }","duration":"3.288909324s","start":"2026-08-06T01:32:06.103817Z","end":"2026-08-06T01:32:09.392726Z","steps":["trace[142350453] 'read index received' (duration: 543.796877ms)","trace[142350453] 'applied index is now lower than readState.Index' (duration: 2.745111537s)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:32:09.392812Z","caller":"traceutil/trace.go:171","msg":"trace[1641291469] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"2.989905528s","start":"2026-08-06T01:32:06.4029Z","end":"2026-08-06T01:32:09.392805Z","steps":["trace[1641291469] 'process raft request' (duration: 2.989720734s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:09.392853Z","caller":"traceutil/trace.go:171","msg":"trace[653846961] transaction","detail":"{read_only:false; response_revision:13970; number_of_response:1; }","duration":"3.086845514s","start":"2026-08-06T01:32:06.305996Z","end":"2026-08-06T01:32:09.392841Z","steps":["trace[653846961] 'process raft request' (duration: 3.086367514s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.392908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.402885Z","time spent":"2.989951809s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:32:09.392908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.305961Z","time spent":"3.086923946s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:32:09.393048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28918322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:32:09.393192Z","caller":"traceutil/trace.go:171","msg":"trace[1465928582] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13971; }","duration":"3.289371324s","start":"2026-08-06T01:32:06.10377Z","end":"2026-08-06T01:32:09.393142Z","steps":["trace[1465928582] 'agreement among raft nodes before linearized reading' (duration: 3.289046317s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.393273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.103745Z","time spent":"3.289516567s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:32:09.488702Z","caller":"traceutil/trace.go:171","msg":"trace[713908876] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"2.056176238s","start":"2026-08-06T01:32:07.432495Z","end":"2026-08-06T01:32:09.488671Z","steps":["trace[713908876] 'process raft request' (duration: 2.054539261s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.488852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:07.432466Z","time spent":"2.05630564s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:09.498682Z","caller":"traceutil/trace.go:171","msg":"trace[255389196] linearizableReadLoop","detail":"{readStateIndex:14463; appliedIndex:14460; }","duration":"105.86936ms","start":"2026-08-06T01:32:09.39278Z","end":"2026-08-06T01:32:09.498649Z","steps":["trace[255389196] 'read index received' (duration: 94.241376ms)","trace[255389196] 'applied index is now lower than readState.Index' (duration: 11.625124ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:32:09.498954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155738572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-06T01:32:09.498999Z","caller":"traceutil/trace.go:171","msg":"trace[155939305] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13973; }","duration":"3.155877045s","start":"2026-08-06T01:32:06.343108Z","end":"2026-08-06T01:32:09.498985Z","steps":["trace[155939305] 'agreement among raft nodes before linearized reading' (duration: 3.15565595s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.343075Z","time spent":"3.155952717s","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-06T01:32:09.499075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762600135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:32:09.499219Z","caller":"traceutil/trace.go:171","msg":"trace[780272417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13973; }","duration":"2.762751698s","start":"2026-08-06T01:32:06.736408Z","end":"2026-08-06T01:32:09.499159Z","steps":["trace[780272417] 'agreement among raft nodes before linearized reading' (duration: 2.76239727s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763259259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-06T01:32:09.499262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951558635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-06T01:32:09.499298Z","caller":"traceutil/trace.go:171","msg":"trace[1633682540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13973; }","duration":"2.763406933s","start":"2026-08-06T01:32:06.735867Z","end":"2026-08-06T01:32:09.499274Z","steps":["trace[1633682540] 'agreement among raft nodes before linearized reading' (duration: 2.763185788s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.735846Z","time spent":"2.763528366s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:32:09.499431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763318551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-06T01:32:09.499447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965152624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:32:09.499434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667088001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:32:09.499464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098403558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-06T01:32:09.499539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.98268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:32:09.499524Z","caller":"traceutil/trace.go:171","msg":"trace[226405497] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13973; }","duration":"2.965286877s","start":"2026-08-06T01:32:06.534215Z","end":"2026-08-06T01:32:09.499502Z","steps":["trace[226405497] 'agreement among raft nodes before linearized reading' (duration: 2.965071182s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860953863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:32:09.499596Z","caller":"traceutil/trace.go:171","msg":"trace[302751285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13973; }","duration":"3.098594402s","start":"2026-08-06T01:32:06.40097Z","end":"2026-08-06T01:32:09.499565Z","steps":["trace[302751285] 'agreement among raft nodes before linearized reading' (duration: 3.098275565s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:09.499623Z","caller":"traceutil/trace.go:171","msg":"trace[906794821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13973; }","duration":"2.861138997s","start":"2026-08-06T01:32:06.638459Z","end":"2026-08-06T01:32:09.499598Z","steps":["trace[906794821] 'agreement among raft nodes before linearized reading' (duration: 2.860754188s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.534188Z","time spent":"2.96539333s","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:32:09.499462Z","caller":"traceutil/trace.go:171","msg":"trace[1537397319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13973; }","duration":"2.763347012s","start":"2026-08-06T01:32:06.736105Z","end":"2026-08-06T01:32:09.499452Z","steps":["trace[1537397319] 'agreement among raft nodes before linearized reading' (duration: 2.7632467s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:32:09.499683Z","caller":"traceutil/trace.go:171","msg":"trace[1269851020] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13973; }","duration":"656.055921ms","start":"2026-08-06T01:32:08.84351Z","end":"2026-08-06T01:32:09.499566Z","steps":["trace[1269851020] 'agreement among raft nodes before linearized reading' (duration: 655.99564ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:08.843482Z","time spent":"656.252295ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:32:09.499818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178192135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:32:09.499763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.736089Z","time spent":"2.763634618s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:32:09.499768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148339015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:32:09.500005Z","caller":"traceutil/trace.go:171","msg":"trace[1759606984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:13973; }","duration":"2.148616461s","start":"2026-08-06T01:32:07.351337Z","end":"2026-08-06T01:32:09.499953Z","steps":["trace[1759606984] 'agreement among raft nodes before linearized reading' (duration: 2.148012447s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.499649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.40094Z","time spent":"3.098699534s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:32:09.499516Z","caller":"traceutil/trace.go:171","msg":"trace[1033110134] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"846.544557ms","start":"2026-08-06T01:32:08.652959Z","end":"2026-08-06T01:32:09.499504Z","steps":["trace[1033110134] 'process raft request' (duration: 845.365581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:07.351266Z","time spent":"2.148798256s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"info","ts":"2026-08-06T01:32:09.499881Z","caller":"traceutil/trace.go:171","msg":"trace[1278596270] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13973; }","duration":"1.178294957s","start":"2026-08-06T01:32:08.321569Z","end":"2026-08-06T01:32:09.499864Z","steps":["trace[1278596270] 'agreement among raft nodes before linearized reading' (duration: 1.178025041s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:08.652928Z","time spent":"847.179611ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:32:09.499526Z","caller":"traceutil/trace.go:171","msg":"trace[1495896072] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13973; }","duration":"2.667220554s","start":"2026-08-06T01:32:06.83229Z","end":"2026-08-06T01:32:09.49951Z","steps":["trace[1495896072] 'agreement among raft nodes before linearized reading' (duration: 2.667065611s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:08.321545Z","time spent":"1.178723797s","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:32:09.500369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79315025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:930206"} {"level":"warn","ts":"2026-08-06T01:32:09.499321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.736403Z","time spent":"2.762861041s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:32:09.500408Z","caller":"traceutil/trace.go:171","msg":"trace[758410383] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:13973; }","duration":"2.793238652s","start":"2026-08-06T01:32:06.707159Z","end":"2026-08-06T01:32:09.500398Z","steps":["trace[758410383] 'agreement among raft nodes before linearized reading' (duration: 2.791678066s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.707131Z","time spent":"2.793310484s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":930229,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-08-06T01:32:09.49946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455483105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:32:09.500503Z","caller":"traceutil/trace.go:171","msg":"trace[1727605644] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13973; }","duration":"1.456574301s","start":"2026-08-06T01:32:08.04391Z","end":"2026-08-06T01:32:09.500484Z","steps":["trace[1727605644] 'agreement among raft nodes before linearized reading' (duration: 1.455517996s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:08.04388Z","time spent":"1.456674022s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:32:09.499314Z","caller":"traceutil/trace.go:171","msg":"trace[2001948232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13973; }","duration":"2.951725868s","start":"2026-08-06T01:32:06.547574Z","end":"2026-08-06T01:32:09.4993Z","steps":["trace[2001948232] 'agreement among raft nodes before linearized reading' (duration: 2.951567065s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.547551Z","time spent":"2.953118441s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-06T01:32:09.499506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.063322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:32:09.500768Z","caller":"traceutil/trace.go:171","msg":"trace[1091887976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13973; }","duration":"610.366742ms","start":"2026-08-06T01:32:08.890379Z","end":"2026-08-06T01:32:09.500746Z","steps":["trace[1091887976] 'agreement among raft nodes before linearized reading' (duration: 609.086372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.500835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:08.890357Z","time spent":"610.462753ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:32:09.49969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.63844Z","time spent":"2.86124032s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:32:09.499909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764273432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-06T01:32:09.500965Z","caller":"traceutil/trace.go:171","msg":"trace[639066708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13973; }","duration":"2.765343957s","start":"2026-08-06T01:32:06.735607Z","end":"2026-08-06T01:32:09.500951Z","steps":["trace[639066708] 'agreement among raft nodes before linearized reading' (duration: 2.763825222s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:32:09.50102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.735593Z","time spent":"2.765413709s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:32:09.500344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:32:06.832268Z","time spent":"2.668060123s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:33:16.566368Z","caller":"traceutil/trace.go:171","msg":"trace[2048595991] transaction","detail":"{read_only:false; response_revision:15005; number_of_response:1; }","duration":"214.295877ms","start":"2026-08-06T01:33:16.352043Z","end":"2026-08-06T01:33:16.566339Z","steps":["trace[2048595991] 'process raft request' (duration: 213.97739ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:50.53753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.626148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-06T01:33:50.537642Z","caller":"traceutil/trace.go:171","msg":"trace[524974141] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15181; }","duration":"244.772551ms","start":"2026-08-06T01:33:50.292848Z","end":"2026-08-06T01:33:50.537621Z","steps":["trace[524974141] 'range keys from in-memory index tree' (duration: 244.404083ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:50.537698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.799756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-06T01:33:50.537731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.34035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-06T01:33:50.537757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.7289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-08-06T01:33:50.537899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.659954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:50.53792Z","caller":"traceutil/trace.go:171","msg":"trace[328595139] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15181; }","duration":"170.724195ms","start":"2026-08-06T01:33:50.36719Z","end":"2026-08-06T01:33:50.537914Z","steps":["trace[328595139] 'range keys from in-memory index tree' (duration: 170.555632ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:50.537995Z","caller":"traceutil/trace.go:171","msg":"trace[591144924] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:15181; }","duration":"411.975076ms","start":"2026-08-06T01:33:50.125927Z","end":"2026-08-06T01:33:50.537902Z","steps":["trace[591144924] 'range keys from in-memory index tree' (duration: 411.455854ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:50.538095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:50.125909Z","time spent":"412.17087ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" "} {"level":"info","ts":"2026-08-06T01:33:50.53781Z","caller":"traceutil/trace.go:171","msg":"trace[783251475] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15181; }","duration":"160.434862ms","start":"2026-08-06T01:33:50.377358Z","end":"2026-08-06T01:33:50.537793Z","steps":["trace[783251475] 'range keys from in-memory index tree' (duration: 160.235448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:50.537736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.838626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-08-06T01:33:50.538331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.430314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-06T01:33:50.538542Z","caller":"traceutil/trace.go:171","msg":"trace[1197264036] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrw8f; range_end:; response_count:1; response_revision:15181; }","duration":"174.685746ms","start":"2026-08-06T01:33:50.363822Z","end":"2026-08-06T01:33:50.538507Z","steps":["trace[1197264036] 'range keys from in-memory index tree' (duration: 173.576191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:50.537869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.151516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-06T01:33:50.538622Z","caller":"traceutil/trace.go:171","msg":"trace[1564520628] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15181; }","duration":"164.912544ms","start":"2026-08-06T01:33:50.373687Z","end":"2026-08-06T01:33:50.5386Z","steps":["trace[1564520628] 'range keys from in-memory index tree' (duration: 164.048134ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:50.539032Z","caller":"traceutil/trace.go:171","msg":"trace[1425943057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15181; }","duration":"220.97586ms","start":"2026-08-06T01:33:50.316809Z","end":"2026-08-06T01:33:50.537785Z","steps":["trace[1425943057] 'count revisions from in-memory index tree' (duration: 220.706203ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:50.539853Z","caller":"traceutil/trace.go:171","msg":"trace[217720769] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15181; }","duration":"249.540079ms","start":"2026-08-06T01:33:50.28902Z","end":"2026-08-06T01:33:50.53856Z","steps":["trace[217720769] 'range keys from in-memory index tree' (duration: 248.24458ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:50.54084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.875347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:50.540945Z","caller":"traceutil/trace.go:171","msg":"trace[2072596977] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15181; }","duration":"253.542521ms","start":"2026-08-06T01:33:50.287387Z","end":"2026-08-06T01:33:50.540929Z","steps":["trace[2072596977] 'range keys from in-memory index tree' (duration: 249.768236ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.111375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073064745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:33:52.302146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034150737s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:33:52.302539Z","caller":"traceutil/trace.go:171","msg":"trace[2049565661] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"1.034644358s","start":"2026-08-06T01:33:51.267872Z","end":"2026-08-06T01:33:52.302517Z","steps":["trace[2049565661] 'process raft request' (duration: 1.034493565s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.302682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.267851Z","time spent":"1.03475817s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:33:52.384286Z","caller":"traceutil/trace.go:171","msg":"trace[2002116563] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"1.044294538s","start":"2026-08-06T01:33:51.339964Z","end":"2026-08-06T01:33:52.384258Z","steps":["trace[2002116563] 'process raft request' (duration: 1.025704614s)","trace[2002116563] 'compare' (duration: 18.383619ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:33:52.384479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.339916Z","time spent":"1.044465522s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:33:52.384623Z","caller":"traceutil/trace.go:171","msg":"trace[2127914284] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"604.685262ms","start":"2026-08-06T01:33:51.779911Z","end":"2026-08-06T01:33:52.384597Z","steps":["trace[2127914284] 'process raft request' (duration: 604.294914ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.384869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.779889Z","time spent":"604.885247ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:33:52.384953Z","caller":"traceutil/trace.go:171","msg":"trace[1993968001] linearizableReadLoop","detail":"{readStateIndex:15711; appliedIndex:15706; }","duration":"774.093068ms","start":"2026-08-06T01:33:51.610836Z","end":"2026-08-06T01:33:52.384929Z","steps":["trace[1993968001] 'read index received' (duration: 691.58579ms)","trace[1993968001] 'applied index is now lower than readState.Index' (duration: 82.506208ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:33:52.385022Z","caller":"traceutil/trace.go:171","msg":"trace[1300303265] transaction","detail":"{read_only:false; response_revision:15186; number_of_response:1; }","duration":"511.812918ms","start":"2026-08-06T01:33:51.873191Z","end":"2026-08-06T01:33:52.385004Z","steps":["trace[1300303265] 'process raft request' (duration: 511.644305ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.385098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.244561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:52.385126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.87318Z","time spent":"511.89311ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:33:52.385195Z","caller":"traceutil/trace.go:171","msg":"trace[1193341914] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:15186; }","duration":"774.315653ms","start":"2026-08-06T01:33:51.610831Z","end":"2026-08-06T01:33:52.385147Z","steps":["trace[1193341914] 'agreement among raft nodes before linearized reading' (duration: 774.21511ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.385257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.610785Z","time spent":"774.454866ms","remote":"127.0.0.1:58148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:33:52.385429Z","caller":"traceutil/trace.go:171","msg":"trace[760495721] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"604.664302ms","start":"2026-08-06T01:33:51.780743Z","end":"2026-08-06T01:33:52.385407Z","steps":["trace[760495721] 'process raft request' (duration: 603.727871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.385543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.780731Z","time spent":"604.756954ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:33:52.452751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.221599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-06T01:33:52.452812Z","caller":"traceutil/trace.go:171","msg":"trace[529521192] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15187; }","duration":"824.31517ms","start":"2026-08-06T01:33:51.628482Z","end":"2026-08-06T01:33:52.452798Z","steps":["trace[529521192] 'agreement among raft nodes before linearized reading' (duration: 824.089855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.452851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.628457Z","time spent":"824.384692ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-06T01:33:52.452854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.20187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-06T01:33:52.452891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.105426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-06T01:33:52.452937Z","caller":"traceutil/trace.go:171","msg":"trace[390012242] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15187; }","duration":"495.352013ms","start":"2026-08-06T01:33:51.957566Z","end":"2026-08-06T01:33:52.452918Z","steps":["trace[390012242] 'agreement among raft nodes before linearized reading' (duration: 495.095657ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.452964Z","caller":"traceutil/trace.go:171","msg":"trace[1547857567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15187; }","duration":"378.190338ms","start":"2026-08-06T01:33:52.074755Z","end":"2026-08-06T01:33:52.452946Z","steps":["trace[1547857567] 'agreement among raft nodes before linearized reading' (duration: 377.961403ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.45299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.957543Z","time spent":"495.439235ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-06T01:33:52.453064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.658165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-06T01:33:52.453088Z","caller":"traceutil/trace.go:171","msg":"trace[1136947131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15187; }","duration":"370.698977ms","start":"2026-08-06T01:33:52.082384Z","end":"2026-08-06T01:33:52.453083Z","steps":["trace[1136947131] 'agreement among raft nodes before linearized reading' (duration: 370.631885ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.082376Z","time spent":"370.724177ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:33:52.453109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.761109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-06T01:33:52.453142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.114126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:52.453144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.1309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-06T01:33:52.453196Z","caller":"traceutil/trace.go:171","msg":"trace[1922239125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15187; }","duration":"385.895902ms","start":"2026-08-06T01:33:52.067285Z","end":"2026-08-06T01:33:52.453181Z","steps":["trace[1922239125] 'agreement among raft nodes before linearized reading' (duration: 385.714698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.074722Z","time spent":"378.271249ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:33:52.453232Z","caller":"traceutil/trace.go:171","msg":"trace[136155133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15187; }","duration":"813.227958ms","start":"2026-08-06T01:33:51.639988Z","end":"2026-08-06T01:33:52.453216Z","steps":["trace[136155133] 'agreement among raft nodes before linearized reading' (duration: 813.097585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.067268Z","time spent":"385.965894ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-06T01:33:52.453244Z","caller":"traceutil/trace.go:171","msg":"trace[1207153481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15187; }","duration":"394.283203ms","start":"2026-08-06T01:33:52.058942Z","end":"2026-08-06T01:33:52.453225Z","steps":["trace[1207153481] 'agreement among raft nodes before linearized reading' (duration: 394.107459ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.45326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.484316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:52.453286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.058914Z","time spent":"394.364974ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:33:52.453291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.468813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-08-06T01:33:52.453327Z","caller":"traceutil/trace.go:171","msg":"trace[569714907] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15187; }","duration":"813.510136ms","start":"2026-08-06T01:33:51.639806Z","end":"2026-08-06T01:33:52.453316Z","steps":["trace[569714907] 'agreement among raft nodes before linearized reading' (duration: 813.419773ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.997324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:52.453131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.076723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-06T01:33:52.453367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.639801Z","time spent":"813.558707ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-08-06T01:33:52.453268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.63998Z","time spent":"813.28109ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-08-06T01:33:52.453375Z","caller":"traceutil/trace.go:171","msg":"trace[1962515957] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15187; }","duration":"498.068826ms","start":"2026-08-06T01:33:51.955296Z","end":"2026-08-06T01:33:52.453365Z","steps":["trace[1962515957] 'agreement among raft nodes before linearized reading' (duration: 498.012315ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.302398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:52.453409Z","caller":"traceutil/trace.go:171","msg":"trace[361971242] transaction","detail":"{read_only:false; response_revision:15187; number_of_response:1; }","duration":"122.150131ms","start":"2026-08-06T01:33:52.331249Z","end":"2026-08-06T01:33:52.4534Z","steps":["trace[361971242] 'process raft request' (duration: 121.205329ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.955273Z","time spent":"498.145277ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-08-06T01:33:52.453436Z","caller":"traceutil/trace.go:171","msg":"trace[1147240722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:15187; }","duration":"580.383219ms","start":"2026-08-06T01:33:51.873039Z","end":"2026-08-06T01:33:52.453422Z","steps":["trace[1147240722] 'agreement among raft nodes before linearized reading' (duration: 580.310238ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.453377Z","caller":"traceutil/trace.go:171","msg":"trace[1625523080] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15187; }","duration":"588.386132ms","start":"2026-08-06T01:33:51.864984Z","end":"2026-08-06T01:33:52.45337Z","steps":["trace[1625523080] 'agreement among raft nodes before linearized reading' (duration: 587.993662ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.453323Z","caller":"traceutil/trace.go:171","msg":"trace[1130018501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15187; }","duration":"564.577939ms","start":"2026-08-06T01:33:51.888728Z","end":"2026-08-06T01:33:52.453306Z","steps":["trace[1130018501] 'agreement among raft nodes before linearized reading' (duration: 564.494607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.873023Z","time spent":"580.454412ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:33:52.453541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.177575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-08-06T01:33:52.453543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.096605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-06T01:33:52.453563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.888708Z","time spent":"564.813705ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-06T01:33:52.453606Z","caller":"traceutil/trace.go:171","msg":"trace[84502071] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15187; }","duration":"345.207717ms","start":"2026-08-06T01:33:52.108385Z","end":"2026-08-06T01:33:52.453593Z","steps":["trace[84502071] 'agreement among raft nodes before linearized reading' (duration: 345.070504ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.108357Z","time spent":"345.278239ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:33:52.45334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.904283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-06T01:33:52.453818Z","caller":"traceutil/trace.go:171","msg":"trace[37440794] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15187; }","duration":"538.348564ms","start":"2026-08-06T01:33:51.915398Z","end":"2026-08-06T01:33:52.453746Z","steps":["trace[37440794] 'agreement among raft nodes before linearized reading' (duration: 537.738869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.453487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.864962Z","time spent":"588.519165ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-06T01:33:52.453196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.294257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-06T01:33:52.453982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.75706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:52.454205Z","caller":"traceutil/trace.go:171","msg":"trace[265225333] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15187; }","duration":"814.063877ms","start":"2026-08-06T01:33:51.640122Z","end":"2026-08-06T01:33:52.454186Z","steps":["trace[265225333] 'agreement among raft nodes before linearized reading' (duration: 813.317301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.454202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.622868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-06T01:33:52.45399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.915386Z","time spent":"538.542968ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-06T01:33:52.454272Z","caller":"traceutil/trace.go:171","msg":"trace[1212672521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15187; }","duration":"371.729381ms","start":"2026-08-06T01:33:52.082527Z","end":"2026-08-06T01:33:52.454256Z","steps":["trace[1212672521] 'agreement among raft nodes before linearized reading' (duration: 370.505313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.454276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.640103Z","time spent":"814.15274ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-08-06T01:33:52.453393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.908842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-08-06T01:33:52.454315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.082506Z","time spent":"371.800992ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:33:52.454338Z","caller":"traceutil/trace.go:171","msg":"trace[1763899993] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15187; }","duration":"813.872103ms","start":"2026-08-06T01:33:51.640455Z","end":"2026-08-06T01:33:52.454327Z","steps":["trace[1763899993] 'agreement among raft nodes before linearized reading' (duration: 812.839059ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.454394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.640443Z","time spent":"813.933515ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-06T01:33:52.453615Z","caller":"traceutil/trace.go:171","msg":"trace[1744192614] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15187; }","duration":"504.247357ms","start":"2026-08-06T01:33:51.949333Z","end":"2026-08-06T01:33:52.45358Z","steps":["trace[1744192614] 'agreement among raft nodes before linearized reading' (duration: 504.100964ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.454704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.949321Z","time spent":"505.370732ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-06T01:33:52.454076Z","caller":"traceutil/trace.go:171","msg":"trace[1749099023] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15187; }","duration":"813.146278ms","start":"2026-08-06T01:33:51.640875Z","end":"2026-08-06T01:33:52.454021Z","steps":["trace[1749099023] 'agreement among raft nodes before linearized reading' (duration: 812.180665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.454868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:51.640866Z","time spent":"813.989346ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-06T01:33:52.45349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.368942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-08-06T01:33:52.45294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.250387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-08-06T01:33:52.455022Z","caller":"traceutil/trace.go:171","msg":"trace[433988995] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:15187; }","duration":"347.376745ms","start":"2026-08-06T01:33:52.107622Z","end":"2026-08-06T01:33:52.454999Z","steps":["trace[433988995] 'agreement among raft nodes before linearized reading' (duration: 345.059103ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.454939Z","caller":"traceutil/trace.go:171","msg":"trace[883915518] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15187; }","duration":"136.851885ms","start":"2026-08-06T01:33:52.318067Z","end":"2026-08-06T01:33:52.454919Z","steps":["trace[883915518] 'agreement among raft nodes before linearized reading' (duration: 135.375502ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.455078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.10761Z","time spent":"347.457097ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" "} {"level":"warn","ts":"2026-08-06T01:33:52.722844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.450114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-06T01:33:52.722967Z","caller":"traceutil/trace.go:171","msg":"trace[910808682] linearizableReadLoop","detail":"{readStateIndex:15713; appliedIndex:15712; }","duration":"261.758808ms","start":"2026-08-06T01:33:52.46119Z","end":"2026-08-06T01:33:52.722949Z","steps":["trace[910808682] 'read index received' (duration: 86.060809ms)","trace[910808682] 'applied index is now lower than readState.Index' (duration: 175.696489ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:33:52.723056Z","caller":"traceutil/trace.go:171","msg":"trace[887538891] transaction","detail":"{read_only:false; response_revision:15188; number_of_response:1; }","duration":"262.114696ms","start":"2026-08-06T01:33:52.460928Z","end":"2026-08-06T01:33:52.723042Z","steps":["trace[887538891] 'process raft request' (duration: 86.332875ms)","trace[887538891] 'compare' (duration: 175.158177ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:33:52.723315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.100506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18723"} {"level":"info","ts":"2026-08-06T01:33:52.723396Z","caller":"traceutil/trace.go:171","msg":"trace[531026793] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15188; }","duration":"262.231919ms","start":"2026-08-06T01:33:52.461148Z","end":"2026-08-06T01:33:52.72338Z","steps":["trace[531026793] 'agreement among raft nodes before linearized reading' (duration: 261.990404ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.773709Z","caller":"traceutil/trace.go:171","msg":"trace[131860683] transaction","detail":"{read_only:false; response_revision:15193; number_of_response:1; }","duration":"311.50307ms","start":"2026-08-06T01:33:52.462174Z","end":"2026-08-06T01:33:52.773677Z","steps":["trace[131860683] 'process raft request' (duration: 311.163462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.773712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.875539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:52.773819Z","caller":"traceutil/trace.go:171","msg":"trace[1390315546] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15193; }","duration":"229.038943ms","start":"2026-08-06T01:33:52.544758Z","end":"2026-08-06T01:33:52.773797Z","steps":["trace[1390315546] 'agreement among raft nodes before linearized reading' (duration: 228.819428ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.773863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.462169Z","time spent":"311.617062ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:33:52.773836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.420891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-06T01:33:52.773947Z","caller":"traceutil/trace.go:171","msg":"trace[1800177779] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15193; }","duration":"229.560945ms","start":"2026-08-06T01:33:52.544362Z","end":"2026-08-06T01:33:52.773923Z","steps":["trace[1800177779] 'agreement among raft nodes before linearized reading' (duration: 229.31569ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.773987Z","caller":"traceutil/trace.go:171","msg":"trace[1659613137] transaction","detail":"{read_only:false; response_revision:15190; number_of_response:1; }","duration":"312.614855ms","start":"2026-08-06T01:33:52.46135Z","end":"2026-08-06T01:33:52.773965Z","steps":["trace[1659613137] 'process raft request' (duration: 311.870208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.774041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.887079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:33:52.774083Z","caller":"traceutil/trace.go:171","msg":"trace[205154543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15193; }","duration":"184.941849ms","start":"2026-08-06T01:33:52.589119Z","end":"2026-08-06T01:33:52.774061Z","steps":["trace[205154543] 'agreement among raft nodes before linearized reading' (duration: 184.895188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.774078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.461343Z","time spent":"312.683567ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:33:52.773749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.375403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-08-06T01:33:52.774117Z","caller":"traceutil/trace.go:171","msg":"trace[633081590] transaction","detail":"{read_only:false; response_revision:15191; number_of_response:1; }","duration":"312.359729ms","start":"2026-08-06T01:33:52.461748Z","end":"2026-08-06T01:33:52.774108Z","steps":["trace[633081590] 'process raft request' (duration: 311.51433ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.774142Z","caller":"traceutil/trace.go:171","msg":"trace[265417208] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrw8f; range_end:; response_count:1; response_revision:15193; }","duration":"212.848554ms","start":"2026-08-06T01:33:52.561282Z","end":"2026-08-06T01:33:52.77413Z","steps":["trace[265417208] 'agreement among raft nodes before linearized reading' (duration: 212.269001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.774163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.461735Z","time spent":"312.40353ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:33:52.774171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.022405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-06T01:33:52.774258Z","caller":"traceutil/trace.go:171","msg":"trace[285382052] transaction","detail":"{read_only:false; response_revision:15192; number_of_response:1; }","duration":"312.392099ms","start":"2026-08-06T01:33:52.461859Z","end":"2026-08-06T01:33:52.774251Z","steps":["trace[285382052] 'process raft request' (duration: 311.448138ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.774259Z","caller":"traceutil/trace.go:171","msg":"trace[1550511512] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15193; }","duration":"230.180508ms","start":"2026-08-06T01:33:52.544059Z","end":"2026-08-06T01:33:52.774239Z","steps":["trace[1550511512] 'agreement among raft nodes before linearized reading' (duration: 229.952883ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.774257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.443752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-08-06T01:33:52.7743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.461833Z","time spent":"312.444001ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:33:52.77432Z","caller":"traceutil/trace.go:171","msg":"trace[265298199] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15193; }","duration":"229.563995ms","start":"2026-08-06T01:33:52.544739Z","end":"2026-08-06T01:33:52.774303Z","steps":["trace[265298199] 'agreement among raft nodes before linearized reading' (duration: 229.33562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.774315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.261899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-06T01:33:52.774394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.854624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-08-06T01:33:52.774404Z","caller":"traceutil/trace.go:171","msg":"trace[864360454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:15193; }","duration":"208.374863ms","start":"2026-08-06T01:33:52.566012Z","end":"2026-08-06T01:33:52.774387Z","steps":["trace[864360454] 'agreement among raft nodes before linearized reading' (duration: 208.163278ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.774424Z","caller":"traceutil/trace.go:171","msg":"trace[720561826] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:15193; }","duration":"197.922165ms","start":"2026-08-06T01:33:52.576493Z","end":"2026-08-06T01:33:52.774415Z","steps":["trace[720561826] 'agreement among raft nodes before linearized reading' (duration: 197.805843ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.77448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.458769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:52.774509Z","caller":"traceutil/trace.go:171","msg":"trace[130643211] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15193; }","duration":"228.51195ms","start":"2026-08-06T01:33:52.545989Z","end":"2026-08-06T01:33:52.774501Z","steps":["trace[130643211] 'agreement among raft nodes before linearized reading' (duration: 228.465649ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.774219Z","caller":"traceutil/trace.go:171","msg":"trace[1549681656] transaction","detail":"{read_only:false; response_revision:15189; number_of_response:1; }","duration":"312.959364ms","start":"2026-08-06T01:33:52.461251Z","end":"2026-08-06T01:33:52.77421Z","steps":["trace[1549681656] 'process raft request' (duration: 311.767637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.774571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.46124Z","time spent":"313.297701ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:33:52.774601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.460276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-08-06T01:33:52.774609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.490463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-06T01:33:52.77463Z","caller":"traceutil/trace.go:171","msg":"trace[1532814789] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:15193; }","duration":"227.507178ms","start":"2026-08-06T01:33:52.547113Z","end":"2026-08-06T01:33:52.77462Z","steps":["trace[1532814789] 'agreement among raft nodes before linearized reading' (duration: 227.416096ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:52.774647Z","caller":"traceutil/trace.go:171","msg":"trace[436375402] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15193; }","duration":"229.545174ms","start":"2026-08-06T01:33:52.545089Z","end":"2026-08-06T01:33:52.774634Z","steps":["trace[436375402] 'agreement among raft nodes before linearized reading' (duration: 229.436752ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.775064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.693463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769704"} {"level":"info","ts":"2026-08-06T01:33:52.775098Z","caller":"traceutil/trace.go:171","msg":"trace[458084822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15193; }","duration":"307.740273ms","start":"2026-08-06T01:33:52.46735Z","end":"2026-08-06T01:33:52.77509Z","steps":["trace[458084822] 'agreement among raft nodes before linearized reading' (duration: 307.13081ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:52.77512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.467343Z","time spent":"307.769364ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769727,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-06T01:33:53.335259Z","caller":"traceutil/trace.go:171","msg":"trace[1707748978] linearizableReadLoop","detail":"{readStateIndex:15719; appliedIndex:15718; }","duration":"550.278484ms","start":"2026-08-06T01:33:52.784958Z","end":"2026-08-06T01:33:53.335237Z","steps":["trace[1707748978] 'read index received' (duration: 457.105244ms)","trace[1707748978] 'applied index is now lower than readState.Index' (duration: 93.17165ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:33:53.335683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.776079Z","time spent":"559.270418ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-06T01:33:53.335924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.355649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:53.335933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.208555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:53.335933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.401799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:33:53.33596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.218716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:53.335998Z","caller":"traceutil/trace.go:171","msg":"trace[269615604] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15193; }","duration":"192.513172ms","start":"2026-08-06T01:33:53.14347Z","end":"2026-08-06T01:33:53.335984Z","steps":["trace[269615604] 'agreement among raft nodes before linearized reading' (duration: 192.403779ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:53.335965Z","caller":"traceutil/trace.go:171","msg":"trace[1965256015] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15193; }","duration":"192.42081ms","start":"2026-08-06T01:33:53.143535Z","end":"2026-08-06T01:33:53.335956Z","steps":["trace[1965256015] 'agreement among raft nodes before linearized reading' (duration: 192.348968ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.33602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.250548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-06T01:33:53.336046Z","caller":"traceutil/trace.go:171","msg":"trace[507164333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15193; }","duration":"446.339109ms","start":"2026-08-06T01:33:52.889688Z","end":"2026-08-06T01:33:53.336027Z","steps":["trace[507164333] 'agreement among raft nodes before linearized reading' (duration: 446.189805ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:53.335991Z","caller":"traceutil/trace.go:171","msg":"trace[1878805177] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15193; }","duration":"192.282836ms","start":"2026-08-06T01:33:53.143692Z","end":"2026-08-06T01:33:53.335975Z","steps":["trace[1878805177] 'agreement among raft nodes before linearized reading' (duration: 192.190364ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:33:53.336079Z","caller":"traceutil/trace.go:171","msg":"trace[560008397] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15193; }","duration":"189.338499ms","start":"2026-08-06T01:33:53.146727Z","end":"2026-08-06T01:33:53.336065Z","steps":["trace[560008397] 'agreement among raft nodes before linearized reading' (duration: 189.152635ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.336092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.889674Z","time spent":"446.407871ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:33:53.336069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.788947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:33:53.336191Z","caller":"traceutil/trace.go:171","msg":"trace[611694243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15193; }","duration":"536.953582ms","start":"2026-08-06T01:33:52.799212Z","end":"2026-08-06T01:33:53.336166Z","steps":["trace[611694243] 'agreement among raft nodes before linearized reading' (duration: 536.713696ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.33609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.131121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f7sll\" ","response":"range_response_count:1 size:20653"} {"level":"warn","ts":"2026-08-06T01:33:53.336256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.799204Z","time spent":"537.041454ms","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-06T01:33:53.336315Z","caller":"traceutil/trace.go:171","msg":"trace[1332195195] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-f7sll; range_end:; response_count:1; response_revision:15193; }","duration":"358.393557ms","start":"2026-08-06T01:33:52.977899Z","end":"2026-08-06T01:33:53.336293Z","steps":["trace[1332195195] 'agreement among raft nodes before linearized reading' (duration: 358.005558ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.336369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.977886Z","time spent":"358.472089ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20676,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f7sll\" "} {"level":"warn","ts":"2026-08-06T01:33:53.336878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.909631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769704"} {"level":"info","ts":"2026-08-06T01:33:53.336934Z","caller":"traceutil/trace.go:171","msg":"trace[431192937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15193; }","duration":"552.000143ms","start":"2026-08-06T01:33:52.784921Z","end":"2026-08-06T01:33:53.336921Z","steps":["trace[431192937] 'agreement among raft nodes before linearized reading' (duration: 550.98888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.336972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.784902Z","time spent":"552.059235ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769727,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-06T01:33:53.337282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.377025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769704"} {"level":"info","ts":"2026-08-06T01:33:53.337344Z","caller":"traceutil/trace.go:171","msg":"trace[1449760237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15193; }","duration":"550.456188ms","start":"2026-08-06T01:33:52.786874Z","end":"2026-08-06T01:33:53.33733Z","steps":["trace[1449760237] 'agreement among raft nodes before linearized reading' (duration: 549.20653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.337342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.068075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769704"} {"level":"warn","ts":"2026-08-06T01:33:53.337383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.786868Z","time spent":"550.504639ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769727,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-06T01:33:53.337403Z","caller":"traceutil/trace.go:171","msg":"trace[1183689121] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15193; }","duration":"552.157626ms","start":"2026-08-06T01:33:52.785231Z","end":"2026-08-06T01:33:53.337388Z","steps":["trace[1183689121] 'agreement among raft nodes before linearized reading' (duration: 550.313314ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:33:53.337811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:33:52.78521Z","time spent":"552.583166ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769727,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-06T01:34:09.646587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12721} {"level":"info","ts":"2026-08-06T01:34:09.729052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12721,"took":"79.508959ms","hash":317028078,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":30920704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-06T01:34:09.729147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":317028078,"revision":12721,"compact-revision":10543} {"level":"info","ts":"2026-08-06T01:36:01.034869Z","caller":"traceutil/trace.go:171","msg":"trace[390212527] transaction","detail":"{read_only:false; response_revision:16083; number_of_response:1; }","duration":"323.81704ms","start":"2026-08-06T01:36:00.711032Z","end":"2026-08-06T01:36:01.034849Z","steps":["trace[390212527] 'process raft request' (duration: 323.695188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.03499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:00.711021Z","time spent":"323.910632ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8756,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:36:01.034961Z","caller":"traceutil/trace.go:171","msg":"trace[512125602] linearizableReadLoop","detail":"{readStateIndex:16643; appliedIndex:16643; }","duration":"285.381406ms","start":"2026-08-06T01:36:00.749532Z","end":"2026-08-06T01:36:01.034914Z","steps":["trace[512125602] 'read index received' (duration: 285.371135ms)","trace[512125602] 'applied index is now lower than readState.Index' (duration: 8.581µs)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:36:01.035363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.806425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:36:01.035429Z","caller":"traceutil/trace.go:171","msg":"trace[973989893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:16083; }","duration":"285.933818ms","start":"2026-08-06T01:36:00.749479Z","end":"2026-08-06T01:36:01.035413Z","steps":["trace[973989893] 'agreement among raft nodes before linearized reading' (duration: 285.707383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.038541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.739123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:36:01.038584Z","caller":"traceutil/trace.go:171","msg":"trace[288347590] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16086; }","duration":"256.806834ms","start":"2026-08-06T01:36:00.781765Z","end":"2026-08-06T01:36:01.038572Z","steps":["trace[288347590] 'agreement among raft nodes before linearized reading' (duration: 256.726582ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.038802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.936822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:36:01.038824Z","caller":"traceutil/trace.go:171","msg":"trace[582516686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16086; }","duration":"149.977272ms","start":"2026-08-06T01:36:00.888841Z","end":"2026-08-06T01:36:01.038819Z","steps":["trace[582516686] 'agreement among raft nodes before linearized reading' (duration: 149.946612ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.038974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.694252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f7sll\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-08-06T01:36:01.038996Z","caller":"traceutil/trace.go:171","msg":"trace[2079932642] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-f7sll; range_end:; response_count:1; response_revision:16086; }","duration":"180.731063ms","start":"2026-08-06T01:36:00.858258Z","end":"2026-08-06T01:36:01.03899Z","steps":["trace[2079932642] 'agreement among raft nodes before linearized reading' (duration: 180.642791ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:36:01.039001Z","caller":"traceutil/trace.go:171","msg":"trace[1378526006] transaction","detail":"{read_only:false; response_revision:16084; number_of_response:1; }","duration":"170.030909ms","start":"2026-08-06T01:36:00.868946Z","end":"2026-08-06T01:36:01.038977Z","steps":["trace[1378526006] 'process raft request' (duration: 169.415055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.039161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.875683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-08-06T01:36:01.039185Z","caller":"traceutil/trace.go:171","msg":"trace[1534534964] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:16086; }","duration":"193.922264ms","start":"2026-08-06T01:36:00.845258Z","end":"2026-08-06T01:36:01.03918Z","steps":["trace[1534534964] 'agreement among raft nodes before linearized reading' (duration: 193.854472ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:36:01.039265Z","caller":"traceutil/trace.go:171","msg":"trace[362836100] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"170.278276ms","start":"2026-08-06T01:36:00.868973Z","end":"2026-08-06T01:36:01.039252Z","steps":["trace[362836100] 'process raft request' (duration: 169.460657ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.039294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.944468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-08-06T01:36:01.039313Z","caller":"traceutil/trace.go:171","msg":"trace[1029003282] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrw8f; range_end:; response_count:1; response_revision:16086; }","duration":"205.994598ms","start":"2026-08-06T01:36:00.833313Z","end":"2026-08-06T01:36:01.039307Z","steps":["trace[1029003282] 'agreement among raft nodes before linearized reading' (duration: 205.942427ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:36:01.03941Z","caller":"traceutil/trace.go:171","msg":"trace[1794748380] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"170.348027ms","start":"2026-08-06T01:36:00.869052Z","end":"2026-08-06T01:36:01.039401Z","steps":["trace[1794748380] 'process raft request' (duration: 169.408255ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:01.980936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073068445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:36:02.071355Z","caller":"traceutil/trace.go:171","msg":"trace[7679996] linearizableReadLoop","detail":"{readStateIndex:16647; appliedIndex:16646; }","duration":"590.738075ms","start":"2026-08-06T01:36:01.48059Z","end":"2026-08-06T01:36:02.071328Z","steps":["trace[7679996] 'read index received' (duration: 590.602682ms)","trace[7679996] 'applied index is now lower than readState.Index' (duration: 134.393µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:36:02.071414Z","caller":"traceutil/trace.go:171","msg":"trace[1900911710] transaction","detail":"{read_only:false; response_revision:16087; number_of_response:1; }","duration":"647.088697ms","start":"2026-08-06T01:36:01.424291Z","end":"2026-08-06T01:36:02.07138Z","steps":["trace[1900911710] 'process raft request' (duration: 646.882523ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:02.071576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.424274Z","time spent":"647.218751ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:36:02.071787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.171665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-06T01:36:02.071919Z","caller":"traceutil/trace.go:171","msg":"trace[1602072472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16087; }","duration":"591.300408ms","start":"2026-08-06T01:36:01.480554Z","end":"2026-08-06T01:36:02.071855Z","steps":["trace[1602072472] 'agreement among raft nodes before linearized reading' (duration: 590.904829ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:02.072019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.48054Z","time spent":"591.465561ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:36:02.079075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.997197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-06T01:36:02.079151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.086147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-06T01:36:02.07913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.54677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:36:02.07919Z","caller":"traceutil/trace.go:171","msg":"trace[1164178601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16088; }","duration":"596.135858ms","start":"2026-08-06T01:36:01.483043Z","end":"2026-08-06T01:36:02.079179Z","steps":["trace[1164178601] 'agreement among raft nodes before linearized reading' (duration: 596.025206ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:36:02.079214Z","caller":"traceutil/trace.go:171","msg":"trace[1032572876] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16088; }","duration":"347.675793ms","start":"2026-08-06T01:36:01.731518Z","end":"2026-08-06T01:36:02.079194Z","steps":["trace[1032572876] 'agreement among raft nodes before linearized reading' (duration: 347.5157ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:02.079254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.265011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-06T01:36:02.079289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.731504Z","time spent":"347.771865ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:36:02.079299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.029535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-06T01:36:02.07934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.979594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-06T01:36:02.079151Z","caller":"traceutil/trace.go:171","msg":"trace[433789233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16088; }","duration":"597.076769ms","start":"2026-08-06T01:36:01.482053Z","end":"2026-08-06T01:36:02.07913Z","steps":["trace[433789233] 'agreement among raft nodes before linearized reading' (duration: 596.898695ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:36:02.079376Z","caller":"traceutil/trace.go:171","msg":"trace[1971626585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16088; }","duration":"190.113837ms","start":"2026-08-06T01:36:01.889242Z","end":"2026-08-06T01:36:02.079356Z","steps":["trace[1971626585] 'agreement among raft nodes before linearized reading' (duration: 189.981384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:02.079235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.48304Z","time spent":"596.187159ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-06T01:36:02.0793Z","caller":"traceutil/trace.go:171","msg":"trace[166706341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16088; }","duration":"596.324752ms","start":"2026-08-06T01:36:01.482965Z","end":"2026-08-06T01:36:02.07929Z","steps":["trace[166706341] 'agreement among raft nodes before linearized reading' (duration: 596.2248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:02.079525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.482006Z","time spent":"597.450297ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:36:02.079574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.48296Z","time spent":"596.602579ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:36:02.079374Z","caller":"traceutil/trace.go:171","msg":"trace[1594671351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16088; }","duration":"596.024335ms","start":"2026-08-06T01:36:01.483341Z","end":"2026-08-06T01:36:02.079366Z","steps":["trace[1594671351] 'agreement among raft nodes before linearized reading' (duration: 595.939313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:02.079976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:01.483336Z","time spent":"596.571598ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:36:03.0596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073068463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:36:03.560536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073068463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:36:04.061126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073068463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:36:04.103775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593618579s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:36:04.104272Z","caller":"traceutil/trace.go:171","msg":"trace[1015654304] transaction","detail":"{read_only:false; response_revision:16097; number_of_response:1; }","duration":"1.594218813s","start":"2026-08-06T01:36:02.510025Z","end":"2026-08-06T01:36:04.104243Z","steps":["trace[1015654304] 'process raft request' (duration: 1.593969408s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.104443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:02.509997Z","time spent":"1.594374327s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-06T01:36:04.105681Z","caller":"traceutil/trace.go:171","msg":"trace[1718352164] linearizableReadLoop","detail":"{readStateIndex:16660; appliedIndex:16656; }","duration":"1.546160609s","start":"2026-08-06T01:36:02.559477Z","end":"2026-08-06T01:36:04.105638Z","steps":["trace[1718352164] 'read index received' (duration: 1.544526733s)","trace[1718352164] 'applied index is now lower than readState.Index' (duration: 1.632256ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:36:04.105992Z","caller":"traceutil/trace.go:171","msg":"trace[694040884] transaction","detail":"{read_only:false; response_revision:16100; number_of_response:1; }","duration":"1.060205939s","start":"2026-08-06T01:36:03.045715Z","end":"2026-08-06T01:36:04.105921Z","steps":["trace[694040884] 'process raft request' (duration: 1.059879432s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:36:04.106011Z","caller":"traceutil/trace.go:171","msg":"trace[1154492059] transaction","detail":"{read_only:false; response_revision:16098; number_of_response:1; }","duration":"1.061857217s","start":"2026-08-06T01:36:03.044132Z","end":"2026-08-06T01:36:04.10599Z","steps":["trace[1154492059] 'process raft request' (duration: 1.061263224s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.106134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.045703Z","time spent":"1.060353723s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:36:04.106149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.044102Z","time spent":"1.061961889s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:36:04.106193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546717003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-08-06T01:36:04.106251Z","caller":"traceutil/trace.go:171","msg":"trace[509271396] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:16100; }","duration":"1.546816545s","start":"2026-08-06T01:36:02.559421Z","end":"2026-08-06T01:36:04.106238Z","steps":["trace[509271396] 'agreement among raft nodes before linearized reading' (duration: 1.546636831s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.106284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:02.559402Z","time spent":"1.546874576s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"info","ts":"2026-08-06T01:36:04.106295Z","caller":"traceutil/trace.go:171","msg":"trace[1548260835] transaction","detail":"{read_only:false; response_revision:16099; number_of_response:1; }","duration":"1.061219112s","start":"2026-08-06T01:36:03.045059Z","end":"2026-08-06T01:36:04.106278Z","steps":["trace[1548260835] 'process raft request' (duration: 1.060479595s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.106327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475625504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-06T01:36:04.10636Z","caller":"traceutil/trace.go:171","msg":"trace[275717701] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16100; }","duration":"1.475658694s","start":"2026-08-06T01:36:02.630691Z","end":"2026-08-06T01:36:04.106349Z","steps":["trace[275717701] 'agreement among raft nodes before linearized reading' (duration: 1.475593643s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.106377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.045047Z","time spent":"1.061284293s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:36:04.106393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:02.630647Z","time spent":"1.475739496s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:36:04.106609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029401748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-08-06T01:36:04.106639Z","caller":"traceutil/trace.go:171","msg":"trace[946211463] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrw8f; range_end:; response_count:1; response_revision:16100; }","duration":"1.02944901s","start":"2026-08-06T01:36:03.077181Z","end":"2026-08-06T01:36:04.10663Z","steps":["trace[946211463] 'agreement among raft nodes before linearized reading' (duration: 1.029365628s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.106665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.077147Z","time spent":"1.029511631s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" "} {"level":"warn","ts":"2026-08-06T01:36:04.106891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032658703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-08-06T01:36:04.106921Z","caller":"traceutil/trace.go:171","msg":"trace[716345191] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:16100; }","duration":"1.032734395s","start":"2026-08-06T01:36:03.074177Z","end":"2026-08-06T01:36:04.106912Z","steps":["trace[716345191] 'agreement among raft nodes before linearized reading' (duration: 1.032645183s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.106959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.074156Z","time spent":"1.032796826s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" "} {"level":"warn","ts":"2026-08-06T01:36:04.107175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036338477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f7sll\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-08-06T01:36:04.107211Z","caller":"traceutil/trace.go:171","msg":"trace[55145457] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-f7sll; range_end:; response_count:1; response_revision:16100; }","duration":"1.036395758s","start":"2026-08-06T01:36:03.070807Z","end":"2026-08-06T01:36:04.107202Z","steps":["trace[55145457] 'agreement among raft nodes before linearized reading' (duration: 1.036280385s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.107243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.070795Z","time spent":"1.036441679s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20676,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f7sll\" "} {"level":"warn","ts":"2026-08-06T01:36:04.107422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048693898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56fzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-06T01:36:04.107458Z","caller":"traceutil/trace.go:171","msg":"trace[1646444792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56fzk; range_end:; response_count:1; response_revision:16100; }","duration":"1.04877561s","start":"2026-08-06T01:36:03.058674Z","end":"2026-08-06T01:36:04.10745Z","steps":["trace[1646444792] 'agreement among raft nodes before linearized reading' (duration: 1.048682458s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.107483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.058645Z","time spent":"1.048832462s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-56fzk\" "} {"level":"warn","ts":"2026-08-06T01:36:04.107882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218590395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:36:04.107916Z","caller":"traceutil/trace.go:171","msg":"trace[31913382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16100; }","duration":"1.218669616s","start":"2026-08-06T01:36:02.889237Z","end":"2026-08-06T01:36:04.107906Z","steps":["trace[31913382] 'agreement among raft nodes before linearized reading' (duration: 1.218613885s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.107943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:02.889209Z","time spent":"1.218728108s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:36:04.107964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063117746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-06T01:36:04.108087Z","caller":"traceutil/trace.go:171","msg":"trace[881466324] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16100; }","duration":"1.063383282s","start":"2026-08-06T01:36:03.04468Z","end":"2026-08-06T01:36:04.108064Z","steps":["trace[881466324] 'agreement among raft nodes before linearized reading' (duration: 1.063098735s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.108229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:03.044665Z","time spent":"1.063509405s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-08-06T01:36:04.675699Z","caller":"traceutil/trace.go:171","msg":"trace[2080348828] linearizableReadLoop","detail":"{readStateIndex:16669; appliedIndex:16668; }","duration":"232.713746ms","start":"2026-08-06T01:36:04.44295Z","end":"2026-08-06T01:36:04.675664Z","steps":["trace[2080348828] 'read index received' (duration: 232.601754ms)","trace[2080348828] 'applied index is now lower than readState.Index' (duration: 111.102µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:36:04.675749Z","caller":"traceutil/trace.go:171","msg":"trace[1640657180] transaction","detail":"{read_only:false; response_revision:16108; number_of_response:1; }","duration":"550.004639ms","start":"2026-08-06T01:36:04.125719Z","end":"2026-08-06T01:36:04.675724Z","steps":["trace[1640657180] 'process raft request' (duration: 549.788414ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:04.675886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:04.125704Z","time spent":"550.094981ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:36:04.675907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.938051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-08-06T01:36:04.675945Z","caller":"traceutil/trace.go:171","msg":"trace[1447447199] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:16108; }","duration":"233.020054ms","start":"2026-08-06T01:36:04.442915Z","end":"2026-08-06T01:36:04.675935Z","steps":["trace[1447447199] 'agreement among raft nodes before linearized reading' (duration: 232.86538ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.510881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073068596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:36:05.547478Z","caller":"traceutil/trace.go:171","msg":"trace[1499576731] transaction","detail":"{read_only:false; response_revision:16154; number_of_response:1; }","duration":"537.655586ms","start":"2026-08-06T01:36:05.009796Z","end":"2026-08-06T01:36:05.547452Z","steps":["trace[1499576731] 'process raft request' (duration: 537.090554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.547618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:05.009775Z","time spent":"537.770289ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:36:05.551685Z","caller":"traceutil/trace.go:171","msg":"trace[1166130645] linearizableReadLoop","detail":"{readStateIndex:16717; appliedIndex:16714; }","duration":"541.216148ms","start":"2026-08-06T01:36:05.010448Z","end":"2026-08-06T01:36:05.551664Z","steps":["trace[1166130645] 'read index received' (duration: 536.528842ms)","trace[1166130645] 'applied index is now lower than readState.Index' (duration: 4.686506ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:36:05.551804Z","caller":"traceutil/trace.go:171","msg":"trace[2090414940] transaction","detail":"{read_only:false; response_revision:16155; number_of_response:1; }","duration":"373.996972ms","start":"2026-08-06T01:36:05.177798Z","end":"2026-08-06T01:36:05.551795Z","steps":["trace[2090414940] 'process raft request' (duration: 373.659284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.551917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:05.177768Z","time spent":"374.065462ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:36:05.551973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.496004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdf0b32-562a-41ce-8cbc-460bcf84235d\" ","response":"range_response_count:1 size:2577"} {"level":"info","ts":"2026-08-06T01:36:05.552028Z","caller":"traceutil/trace.go:171","msg":"trace[196104626] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ccdf0b32-562a-41ce-8cbc-460bcf84235d; range_end:; response_count:1; response_revision:16156; }","duration":"541.578585ms","start":"2026-08-06T01:36:05.010433Z","end":"2026-08-06T01:36:05.552012Z","steps":["trace[196104626] 'agreement among raft nodes before linearized reading' (duration: 541.425832ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.552066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:05.010427Z","time spent":"541.633307ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2600,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ccdf0b32-562a-41ce-8cbc-460bcf84235d\" "} {"level":"warn","ts":"2026-08-06T01:36:05.552143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.928417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9612"} {"level":"info","ts":"2026-08-06T01:36:05.552179Z","caller":"traceutil/trace.go:171","msg":"trace[535320881] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:16156; }","duration":"535.972779ms","start":"2026-08-06T01:36:05.016198Z","end":"2026-08-06T01:36:05.55217Z","steps":["trace[535320881] 'agreement among raft nodes before linearized reading' (duration: 535.904126ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.55221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:05.016188Z","time spent":"536.01605ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9635,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-08-06T01:36:05.552265Z","caller":"traceutil/trace.go:171","msg":"trace[1985324768] transaction","detail":"{read_only:false; response_revision:16156; number_of_response:1; }","duration":"243.997784ms","start":"2026-08-06T01:36:05.308251Z","end":"2026-08-06T01:36:05.552249Z","steps":["trace[1985324768] 'process raft request' (duration: 243.352068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.552452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.212822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-08-06T01:36:05.552487Z","caller":"traceutil/trace.go:171","msg":"trace[472143258] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:16156; }","duration":"307.292524ms","start":"2026-08-06T01:36:05.245181Z","end":"2026-08-06T01:36:05.552474Z","steps":["trace[472143258] 'agreement among raft nodes before linearized reading' (duration: 307.185641ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.552511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:05.245124Z","time spent":"307.380545ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-08-06T01:36:05.553224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.987284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-08-06T01:36:05.553251Z","caller":"traceutil/trace.go:171","msg":"trace[647303385] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16156; }","duration":"462.060026ms","start":"2026-08-06T01:36:05.091183Z","end":"2026-08-06T01:36:05.553243Z","steps":["trace[647303385] 'agreement among raft nodes before linearized reading' (duration: 461.255358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:36:05.553271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:36:05.091165Z","time spent":"462.099137ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225431,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-08-06T01:36:41.539469Z","caller":"traceutil/trace.go:171","msg":"trace[3094951] transaction","detail":"{read_only:false; response_revision:16524; number_of_response:1; }","duration":"245.433288ms","start":"2026-08-06T01:36:41.29401Z","end":"2026-08-06T01:36:41.539443Z","steps":["trace[3094951] 'process raft request' (duration: 245.260924ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:09.653284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15275} {"level":"info","ts":"2026-08-06T01:39:09.754541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15275,"took":"97.398628ms","hash":2678842516,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":31342592,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-06T01:39:09.754736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2678842516,"revision":15275,"compact-revision":12721} {"level":"info","ts":"2026-08-06T01:39:30.70455Z","caller":"traceutil/trace.go:171","msg":"trace[1661647202] transaction","detail":"{read_only:false; response_revision:17739; number_of_response:1; }","duration":"587.535444ms","start":"2026-08-06T01:39:30.11698Z","end":"2026-08-06T01:39:30.704515Z","steps":["trace[1661647202] 'process raft request' (duration: 587.405431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:30.704682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:30.116958Z","time spent":"587.660707ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16004,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:39:30.707319Z","caller":"traceutil/trace.go:171","msg":"trace[832244037] linearizableReadLoop","detail":"{readStateIndex:18351; appliedIndex:18350; }","duration":"455.583311ms","start":"2026-08-06T01:39:30.251719Z","end":"2026-08-06T01:39:30.707302Z","steps":["trace[832244037] 'read index received' (duration: 452.836098ms)","trace[832244037] 'applied index is now lower than readState.Index' (duration: 2.746393ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:39:30.707471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.728543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:39:30.707507Z","caller":"traceutil/trace.go:171","msg":"trace[620325958] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:17742; }","duration":"455.837926ms","start":"2026-08-06T01:39:30.251657Z","end":"2026-08-06T01:39:30.707495Z","steps":["trace[620325958] 'agreement among raft nodes before linearized reading' (duration: 455.711973ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:30.707543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:30.251631Z","time spent":"455.900228ms","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:39:30.707734Z","caller":"traceutil/trace.go:171","msg":"trace[572272563] transaction","detail":"{read_only:false; response_revision:17741; number_of_response:1; }","duration":"394.170802ms","start":"2026-08-06T01:39:30.313552Z","end":"2026-08-06T01:39:30.707722Z","steps":["trace[572272563] 'process raft request' (duration: 393.666781ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:30.707798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:30.313532Z","time spent":"394.226174ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:39:30.707932Z","caller":"traceutil/trace.go:171","msg":"trace[967700546] transaction","detail":"{read_only:false; response_revision:17742; number_of_response:1; }","duration":"270.323694ms","start":"2026-08-06T01:39:30.437599Z","end":"2026-08-06T01:39:30.707923Z","steps":["trace[967700546] 'process raft request' (duration: 269.668269ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:30.708041Z","caller":"traceutil/trace.go:171","msg":"trace[1610621959] transaction","detail":"{read_only:false; response_revision:17740; number_of_response:1; }","duration":"564.578482ms","start":"2026-08-06T01:39:30.143425Z","end":"2026-08-06T01:39:30.708003Z","steps":["trace[1610621959] 'process raft request' (duration: 563.679091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:30.708387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:30.143401Z","time spent":"564.734446ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:39:32.301029Z","caller":"traceutil/trace.go:171","msg":"trace[901554741] transaction","detail":"{read_only:false; response_revision:17760; number_of_response:1; }","duration":"140.750094ms","start":"2026-08-06T01:39:32.160237Z","end":"2026-08-06T01:39:32.300987Z","steps":["trace[901554741] 'process raft request' (duration: 140.032878ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:32.882271Z","caller":"traceutil/trace.go:171","msg":"trace[835394783] transaction","detail":"{read_only:false; response_revision:17761; number_of_response:1; }","duration":"565.394181ms","start":"2026-08-06T01:39:32.316692Z","end":"2026-08-06T01:39:32.882086Z","steps":["trace[835394783] 'process raft request' (duration: 477.502839ms)","trace[835394783] 'compare' (duration: 87.584105ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:39:32.882426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:32.316665Z","time spent":"565.689198ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:39:32.917724Z","caller":"traceutil/trace.go:171","msg":"trace[2015453999] transaction","detail":"{read_only:false; response_revision:17762; number_of_response:1; }","duration":"600.286545ms","start":"2026-08-06T01:39:32.317406Z","end":"2026-08-06T01:39:32.917693Z","steps":["trace[2015453999] 'process raft request' (duration: 600.0734ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:32.917932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:32.317391Z","time spent":"600.435279ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:39:32.918253Z","caller":"traceutil/trace.go:171","msg":"trace[661039240] transaction","detail":"{read_only:false; response_revision:17763; number_of_response:1; }","duration":"600.681244ms","start":"2026-08-06T01:39:32.317542Z","end":"2026-08-06T01:39:32.918223Z","steps":["trace[661039240] 'process raft request' (duration: 600.106651ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:32.918454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:32.317536Z","time spent":"600.804357ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:39:32.918498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.712295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:39:32.918621Z","caller":"traceutil/trace.go:171","msg":"trace[1074417400] linearizableReadLoop","detail":"{readStateIndex:18375; appliedIndex:18371; }","duration":"430.510521ms","start":"2026-08-06T01:39:32.487769Z","end":"2026-08-06T01:39:32.91828Z","steps":["trace[1074417400] 'read index received' (duration: 306.443126ms)","trace[1074417400] 'applied index is now lower than readState.Index' (duration: 124.065685ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:39:32.918691Z","caller":"traceutil/trace.go:171","msg":"trace[2054065149] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17764; }","duration":"430.91161ms","start":"2026-08-06T01:39:32.48772Z","end":"2026-08-06T01:39:32.918632Z","steps":["trace[2054065149] 'agreement among raft nodes before linearized reading' (duration: 430.702785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:32.918829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:32.487699Z","time spent":"431.117734ms","remote":"127.0.0.1:58118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:39:32.919134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.54008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:39:32.919198Z","caller":"traceutil/trace.go:171","msg":"trace[890183452] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:17764; }","duration":"267.652803ms","start":"2026-08-06T01:39:32.651528Z","end":"2026-08-06T01:39:32.919181Z","steps":["trace[890183452] 'agreement among raft nodes before linearized reading' (duration: 267.544161ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:32.919125Z","caller":"traceutil/trace.go:171","msg":"trace[1892046777] transaction","detail":"{read_only:false; response_revision:17764; number_of_response:1; }","duration":"600.662684ms","start":"2026-08-06T01:39:32.317684Z","end":"2026-08-06T01:39:32.918347Z","steps":["trace[1892046777] 'process raft request' (duration: 600.379177ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:32.919352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:32.317664Z","time spent":"601.622286ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:39:32.920014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.154283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-06T01:39:32.920081Z","caller":"traceutil/trace.go:171","msg":"trace[1151038413] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:17764; }","duration":"351.295207ms","start":"2026-08-06T01:39:32.568769Z","end":"2026-08-06T01:39:32.920064Z","steps":["trace[1151038413] 'agreement among raft nodes before linearized reading' (duration: 350.191972ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:32.920358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:32.568745Z","time spent":"351.43244ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"info","ts":"2026-08-06T01:39:33.08961Z","caller":"traceutil/trace.go:171","msg":"trace[305251547] linearizableReadLoop","detail":"{readStateIndex:18377; appliedIndex:18376; }","duration":"143.092927ms","start":"2026-08-06T01:39:32.946494Z","end":"2026-08-06T01:39:33.089587Z","steps":["trace[305251547] 'read index received' (duration: 50.631883ms)","trace[305251547] 'applied index is now lower than readState.Index' (duration: 92.459974ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:39:33.089694Z","caller":"traceutil/trace.go:171","msg":"trace[385224686] transaction","detail":"{read_only:false; response_revision:17765; number_of_response:1; }","duration":"162.52323ms","start":"2026-08-06T01:39:32.927163Z","end":"2026-08-06T01:39:33.089686Z","steps":["trace[385224686] 'process raft request' (duration: 70.008444ms)","trace[385224686] 'compare' (duration: 92.326351ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:39:33.089907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.398224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-08-06T01:39:33.089995Z","caller":"traceutil/trace.go:171","msg":"trace[972944704] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17765; }","duration":"143.520557ms","start":"2026-08-06T01:39:32.946453Z","end":"2026-08-06T01:39:33.089974Z","steps":["trace[972944704] 'agreement among raft nodes before linearized reading' (duration: 143.238121ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:33.090752Z","caller":"traceutil/trace.go:171","msg":"trace[2076827862] transaction","detail":"{read_only:false; response_revision:17766; number_of_response:1; }","duration":"104.163751ms","start":"2026-08-06T01:39:32.986559Z","end":"2026-08-06T01:39:33.090723Z","steps":["trace[2076827862] 'process raft request' (duration: 103.923746ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:33.092565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.345667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-08-06T01:39:33.092656Z","caller":"traceutil/trace.go:171","msg":"trace[1556171865] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:17768; }","duration":"137.47644ms","start":"2026-08-06T01:39:32.95516Z","end":"2026-08-06T01:39:33.092636Z","steps":["trace[1556171865] 'agreement among raft nodes before linearized reading' (duration: 137.228774ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:37.2644Z","caller":"traceutil/trace.go:171","msg":"trace[2075397390] transaction","detail":"{read_only:false; response_revision:17795; number_of_response:1; }","duration":"142.686188ms","start":"2026-08-06T01:39:37.121677Z","end":"2026-08-06T01:39:37.264364Z","steps":["trace[2075397390] 'process raft request' (duration: 75.247063ms)","trace[2075397390] 'compare' (duration: 67.114208ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:39:37.26461Z","caller":"traceutil/trace.go:171","msg":"trace[669092709] linearizableReadLoop","detail":"{readStateIndex:18408; appliedIndex:18405; }","duration":"119.693525ms","start":"2026-08-06T01:39:37.144871Z","end":"2026-08-06T01:39:37.264564Z","steps":["trace[669092709] 'read index received' (duration: 20.270152ms)","trace[669092709] 'applied index is now lower than readState.Index' (duration: 99.421803ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:39:37.264824Z","caller":"traceutil/trace.go:171","msg":"trace[1996336229] transaction","detail":"{read_only:false; response_revision:17796; number_of_response:1; }","duration":"142.890943ms","start":"2026-08-06T01:39:37.121898Z","end":"2026-08-06T01:39:37.264789Z","steps":["trace[1996336229] 'process raft request' (duration: 142.404842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:37.264895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.012023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-08-06T01:39:37.264948Z","caller":"traceutil/trace.go:171","msg":"trace[1095659275] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:17796; }","duration":"120.107944ms","start":"2026-08-06T01:39:37.144824Z","end":"2026-08-06T01:39:37.264932Z","steps":["trace[1095659275] 'agreement among raft nodes before linearized reading' (duration: 119.880139ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:37.772506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073074480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:39:38.27322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073074480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:39:38.774007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073074480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:39:38.94679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673951467s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-06T01:39:39.149052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.659614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:39:39.14924Z","caller":"traceutil/trace.go:171","msg":"trace[1155746728] transaction","detail":"{read_only:false; response_revision:17797; number_of_response:1; }","duration":"1.878056874s","start":"2026-08-06T01:39:37.271146Z","end":"2026-08-06T01:39:39.149203Z","steps":["trace[1155746728] 'process raft request' (duration: 1.682141344s)","trace[1155746728] 'compare' (duration: 195.368128ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:39:39.149319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.271123Z","time spent":"1.878161906s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:39:39.179843Z","caller":"traceutil/trace.go:171","msg":"trace[1480131559] linearizableReadLoop","detail":"{readStateIndex:18410; appliedIndex:18408; }","duration":"1.908023035s","start":"2026-08-06T01:39:37.271788Z","end":"2026-08-06T01:39:39.179811Z","steps":["trace[1480131559] 'read index received' (duration: 1.675811259s)","trace[1480131559] 'applied index is now lower than readState.Index' (duration: 232.210356ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:39:39.180628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908806804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-06T01:39:39.180879Z","caller":"traceutil/trace.go:171","msg":"trace[1937696826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17797; }","duration":"1.908995128s","start":"2026-08-06T01:39:37.271725Z","end":"2026-08-06T01:39:39.18072Z","steps":["trace[1937696826] 'agreement among raft nodes before linearized reading' (duration: 1.908388104s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.181013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.271703Z","time spent":"1.909225532s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:39:39.18735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913692015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-06T01:39:39.187467Z","caller":"traceutil/trace.go:171","msg":"trace[839109484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17798; }","duration":"1.913853148s","start":"2026-08-06T01:39:37.273587Z","end":"2026-08-06T01:39:39.187441Z","steps":["trace[839109484] 'agreement among raft nodes before linearized reading' (duration: 1.913527541s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.187531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.273579Z","time spent":"1.91394048s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:39:39.187873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.678056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-08-06T01:39:39.187914Z","caller":"traceutil/trace.go:171","msg":"trace[292063837] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrw8f; range_end:; response_count:1; response_revision:17798; }","duration":"188.750208ms","start":"2026-08-06T01:39:38.999154Z","end":"2026-08-06T01:39:39.187905Z","steps":["trace[292063837] 'agreement among raft nodes before linearized reading' (duration: 188.639805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.188239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.443455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:39:39.188284Z","caller":"traceutil/trace.go:171","msg":"trace[1020528211] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17798; }","duration":"356.518787ms","start":"2026-08-06T01:39:38.831751Z","end":"2026-08-06T01:39:39.18827Z","steps":["trace[1020528211] 'agreement among raft nodes before linearized reading' (duration: 356.449295ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.188321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:38.831729Z","time spent":"356.583288ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:39:39.188556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.481681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:39:39.188591Z","caller":"traceutil/trace.go:171","msg":"trace[1982794429] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:17798; }","duration":"521.544913ms","start":"2026-08-06T01:39:38.667039Z","end":"2026-08-06T01:39:39.188584Z","steps":["trace[1982794429] 'agreement among raft nodes before linearized reading' (duration: 521.446151ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.188621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:38.667022Z","time spent":"521.591294ms","remote":"127.0.0.1:55644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:39:39.188842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.043862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-08-06T01:39:39.188881Z","caller":"traceutil/trace.go:171","msg":"trace[1927822670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17798; }","duration":"926.104813ms","start":"2026-08-06T01:39:38.262766Z","end":"2026-08-06T01:39:39.188871Z","steps":["trace[1927822670] 'agreement among raft nodes before linearized reading' (duration: 925.994251ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.188907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:38.26275Z","time spent":"926.150974ms","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-08-06T01:39:39.18909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056639944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:39:39.18913Z","caller":"traceutil/trace.go:171","msg":"trace[425357854] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:17798; }","duration":"1.056709575s","start":"2026-08-06T01:39:38.132411Z","end":"2026-08-06T01:39:39.18912Z","steps":["trace[425357854] 'agreement among raft nodes before linearized reading' (duration: 1.056644214s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.18916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:38.132392Z","time spent":"1.056759237s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:39:39.189433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299506103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:39:39.189474Z","caller":"traceutil/trace.go:171","msg":"trace[1029224592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17798; }","duration":"1.299575335s","start":"2026-08-06T01:39:37.889889Z","end":"2026-08-06T01:39:39.189464Z","steps":["trace[1029224592] 'agreement among raft nodes before linearized reading' (duration: 1.299506863s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.189501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.88987Z","time spent":"1.299624855s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:39:39.189697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364869131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:39:39.189736Z","caller":"traceutil/trace.go:171","msg":"trace[1992755540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17798; }","duration":"1.364950293s","start":"2026-08-06T01:39:37.824776Z","end":"2026-08-06T01:39:39.189726Z","steps":["trace[1992755540] 'agreement among raft nodes before linearized reading' (duration: 1.364877641s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.189766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.824753Z","time spent":"1.365004713s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:39:39.18998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850813392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-06T01:39:39.190014Z","caller":"traceutil/trace.go:171","msg":"trace[900894948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17798; }","duration":"1.850867474s","start":"2026-08-06T01:39:37.339139Z","end":"2026-08-06T01:39:39.190006Z","steps":["trace[900894948] 'agreement among raft nodes before linearized reading' (duration: 1.850775692s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.190041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.339085Z","time spent":"1.850948486s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:39:39.190217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85727754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-06T01:39:39.190243Z","caller":"traceutil/trace.go:171","msg":"trace[1790523724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17798; }","duration":"1.857327472s","start":"2026-08-06T01:39:37.33291Z","end":"2026-08-06T01:39:39.190237Z","steps":["trace[1790523724] 'agreement among raft nodes before linearized reading' (duration: 1.857257251s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.190266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.3329Z","time spent":"1.857360963s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:39:39.190498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862162962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-06T01:39:39.190591Z","caller":"traceutil/trace.go:171","msg":"trace[1537331177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17798; }","duration":"1.862298875s","start":"2026-08-06T01:39:37.328274Z","end":"2026-08-06T01:39:39.190573Z","steps":["trace[1537331177] 'agreement among raft nodes before linearized reading' (duration: 1.862021197s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.190637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.32826Z","time spent":"1.862369547s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:39:39.1917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917908002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942848"} {"level":"info","ts":"2026-08-06T01:39:39.191734Z","caller":"traceutil/trace.go:171","msg":"trace[830979017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17798; }","duration":"1.917972222s","start":"2026-08-06T01:39:37.273754Z","end":"2026-08-06T01:39:39.191726Z","steps":["trace[830979017] 'agreement among raft nodes before linearized reading' (duration: 1.91699095s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.191759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:39:37.273733Z","time spent":"1.918019814s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942871,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-06T01:39:39.309887Z","caller":"traceutil/trace.go:171","msg":"trace[196643639] transaction","detail":"{read_only:false; response_revision:17800; number_of_response:1; }","duration":"113.085544ms","start":"2026-08-06T01:39:39.196754Z","end":"2026-08-06T01:39:39.30984Z","steps":["trace[196643639] 'process raft request' (duration: 90.96367ms)","trace[196643639] 'compare' (duration: 21.681244ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:39:39.310271Z","caller":"traceutil/trace.go:171","msg":"trace[627929989] transaction","detail":"{read_only:false; response_revision:17801; number_of_response:1; }","duration":"113.427972ms","start":"2026-08-06T01:39:39.196813Z","end":"2026-08-06T01:39:39.310241Z","steps":["trace[627929989] 'process raft request' (duration: 112.91479ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:39.310395Z","caller":"traceutil/trace.go:171","msg":"trace[68979578] transaction","detail":"{read_only:false; response_revision:17802; number_of_response:1; }","duration":"110.427734ms","start":"2026-08-06T01:39:39.199934Z","end":"2026-08-06T01:39:39.310362Z","steps":["trace[68979578] 'process raft request' (duration: 110.127987ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:39:39.310588Z","caller":"traceutil/trace.go:171","msg":"trace[305763160] transaction","detail":"{read_only:false; response_revision:17803; number_of_response:1; }","duration":"109.921102ms","start":"2026-08-06T01:39:39.20065Z","end":"2026-08-06T01:39:39.310571Z","steps":["trace[305763160] 'process raft request' (duration: 109.574465ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.310748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.99646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6de2c794-9ac1-4f0e-a9ff-798a01fb70df\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-08-06T01:39:39.311027Z","caller":"traceutil/trace.go:171","msg":"trace[1131461443] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6de2c794-9ac1-4f0e-a9ff-798a01fb70df; range_end:; response_count:1; response_revision:17805; }","duration":"116.187084ms","start":"2026-08-06T01:39:39.194647Z","end":"2026-08-06T01:39:39.310834Z","steps":["trace[1131461443] 'agreement among raft nodes before linearized reading' (duration: 115.944699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:39:39.311447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.871515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942848"} {"level":"info","ts":"2026-08-06T01:39:39.311481Z","caller":"traceutil/trace.go:171","msg":"trace[387313677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17805; }","duration":"114.918716ms","start":"2026-08-06T01:39:39.196556Z","end":"2026-08-06T01:39:39.311475Z","steps":["trace[387313677] 'agreement among raft nodes before linearized reading' (duration: 114.114917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:03.576171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.51468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:40:03.576411Z","caller":"traceutil/trace.go:171","msg":"trace[1897167919] transaction","detail":"{read_only:false; response_revision:18179; number_of_response:1; }","duration":"159.395487ms","start":"2026-08-06T01:40:03.416995Z","end":"2026-08-06T01:40:03.57639Z","steps":["trace[1897167919] 'process raft request' (duration: 159.344006ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:03.57644Z","caller":"traceutil/trace.go:171","msg":"trace[831437642] linearizableReadLoop","detail":"{readStateIndex:18805; appliedIndex:18804; }","duration":"244.617979ms","start":"2026-08-06T01:40:03.331795Z","end":"2026-08-06T01:40:03.576413Z","steps":["trace[831437642] 'read index received' (duration: 1.677938ms)","trace[831437642] 'applied index is now lower than readState.Index' (duration: 242.938311ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:40:03.576659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.870725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-08-06T01:40:03.576428Z","caller":"traceutil/trace.go:171","msg":"trace[765158931] transaction","detail":"{read_only:false; response_revision:18178; number_of_response:1; }","duration":"278.322045ms","start":"2026-08-06T01:40:03.298013Z","end":"2026-08-06T01:40:03.576335Z","steps":["trace[765158931] 'process raft request' (duration: 35.56127ms)","trace[765158931] 'compare' (duration: 242.382937ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:40:03.576703Z","caller":"traceutil/trace.go:171","msg":"trace[14255688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18179; }","duration":"244.963557ms","start":"2026-08-06T01:40:03.331729Z","end":"2026-08-06T01:40:03.576693Z","steps":["trace[14255688] 'agreement among raft nodes before linearized reading' (duration: 244.781523ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:03.675147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.939259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-06T01:40:03.675203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.642456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-06T01:40:03.675219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.829065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-06T01:40:03.675302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.79755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-06T01:40:03.675301Z","caller":"traceutil/trace.go:171","msg":"trace[945515933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18180; }","duration":"319.77678ms","start":"2026-08-06T01:40:03.355503Z","end":"2026-08-06T01:40:03.67528Z","steps":["trace[945515933] 'agreement among raft nodes before linearized reading' (duration: 319.484073ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:03.675337Z","caller":"traceutil/trace.go:171","msg":"trace[720584370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18180; }","duration":"155.03332ms","start":"2026-08-06T01:40:03.520263Z","end":"2026-08-06T01:40:03.675297Z","steps":["trace[720584370] 'agreement among raft nodes before linearized reading' (duration: 154.796335ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:03.67535Z","caller":"traceutil/trace.go:171","msg":"trace[456524602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18180; }","duration":"225.854661ms","start":"2026-08-06T01:40:03.449476Z","end":"2026-08-06T01:40:03.675331Z","steps":["trace[456524602] 'agreement among raft nodes before linearized reading' (duration: 225.773679ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:03.675358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:40:03.355487Z","time spent":"319.863312ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-06T01:40:03.67529Z","caller":"traceutil/trace.go:171","msg":"trace[792434953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18180; }","duration":"130.140903ms","start":"2026-08-06T01:40:03.545116Z","end":"2026-08-06T01:40:03.675257Z","steps":["trace[792434953] 'agreement among raft nodes before linearized reading' (duration: 129.840867ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:03.675416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.020408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-06T01:40:03.675494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.262314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7vps2\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-08-06T01:40:03.675527Z","caller":"traceutil/trace.go:171","msg":"trace[1056451992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18180; }","duration":"227.180791ms","start":"2026-08-06T01:40:03.448321Z","end":"2026-08-06T01:40:03.675501Z","steps":["trace[1056451992] 'agreement among raft nodes before linearized reading' (duration: 226.794752ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:03.675539Z","caller":"traceutil/trace.go:171","msg":"trace[565521210] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7vps2; range_end:; response_count:1; response_revision:18180; }","duration":"122.404507ms","start":"2026-08-06T01:40:03.553124Z","end":"2026-08-06T01:40:03.675528Z","steps":["trace[565521210] 'agreement among raft nodes before linearized reading' (duration: 122.203872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:03.67517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.387814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-06T01:40:03.675638Z","caller":"traceutil/trace.go:171","msg":"trace[1865302674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18180; }","duration":"226.903525ms","start":"2026-08-06T01:40:03.448689Z","end":"2026-08-06T01:40:03.675592Z","steps":["trace[1865302674] 'agreement among raft nodes before linearized reading' (duration: 226.24693ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:03.675362Z","caller":"traceutil/trace.go:171","msg":"trace[1825454942] transaction","detail":"{read_only:false; response_revision:18180; number_of_response:1; }","duration":"250.587185ms","start":"2026-08-06T01:40:03.424737Z","end":"2026-08-06T01:40:03.675324Z","steps":["trace[1825454942] 'process raft request' (duration: 249.736076ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:03.761465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.824518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-06T01:40:03.761566Z","caller":"traceutil/trace.go:171","msg":"trace[1063314523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18180; }","duration":"314.968271ms","start":"2026-08-06T01:40:03.44657Z","end":"2026-08-06T01:40:03.761538Z","steps":["trace[1063314523] 'agreement among raft nodes before linearized reading' (duration: 229.28376ms)","trace[1063314523] 'range keys from in-memory index tree' (duration: 85.378603ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:40:03.762517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:40:03.446555Z","time spent":"315.944743ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:40:32.004164Z","caller":"traceutil/trace.go:171","msg":"trace[778260949] transaction","detail":"{read_only:false; response_revision:18432; number_of_response:1; }","duration":"148.387876ms","start":"2026-08-06T01:40:31.855718Z","end":"2026-08-06T01:40:32.004106Z","steps":["trace[778260949] 'process raft request' (duration: 139.218648ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.046695Z","caller":"traceutil/trace.go:171","msg":"trace[1053508263] linearizableReadLoop","detail":"{readStateIndex:19065; appliedIndex:19063; }","duration":"156.213193ms","start":"2026-08-06T01:40:31.890447Z","end":"2026-08-06T01:40:32.04666Z","steps":["trace[1053508263] 'read index received' (duration: 104.513397ms)","trace[1053508263] 'applied index is now lower than readState.Index' (duration: 51.698736ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:40:32.046841Z","caller":"traceutil/trace.go:171","msg":"trace[601758794] transaction","detail":"{read_only:false; response_revision:18433; number_of_response:1; }","duration":"190.925364ms","start":"2026-08-06T01:40:31.8559Z","end":"2026-08-06T01:40:32.046825Z","steps":["trace[601758794] 'process raft request' (duration: 190.579156ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.047016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.560981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:40:32.047159Z","caller":"traceutil/trace.go:171","msg":"trace[1016489456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18433; }","duration":"156.760195ms","start":"2026-08-06T01:40:31.890376Z","end":"2026-08-06T01:40:32.047136Z","steps":["trace[1016489456] 'agreement among raft nodes before linearized reading' (duration: 156.577521ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.047277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.507255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-06T01:40:32.047278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.152226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-06T01:40:32.047438Z","caller":"traceutil/trace.go:171","msg":"trace[567566448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18433; }","duration":"132.32722ms","start":"2026-08-06T01:40:31.915095Z","end":"2026-08-06T01:40:32.047422Z","steps":["trace[567566448] 'agreement among raft nodes before linearized reading' (duration: 131.867749ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.047484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.232528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-06T01:40:32.047481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.167956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-06T01:40:32.047524Z","caller":"traceutil/trace.go:171","msg":"trace[342075739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18433; }","duration":"132.33002ms","start":"2026-08-06T01:40:31.915184Z","end":"2026-08-06T01:40:32.047514Z","steps":["trace[342075739] 'agreement among raft nodes before linearized reading' (duration: 132.230087ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.047534Z","caller":"traceutil/trace.go:171","msg":"trace[444451918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18433; }","duration":"132.276929ms","start":"2026-08-06T01:40:31.915242Z","end":"2026-08-06T01:40:32.047519Z","steps":["trace[444451918] 'agreement among raft nodes before linearized reading' (duration: 132.135676ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.047383Z","caller":"traceutil/trace.go:171","msg":"trace[164339868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18433; }","duration":"125.678839ms","start":"2026-08-06T01:40:31.92168Z","end":"2026-08-06T01:40:32.047359Z","steps":["trace[164339868] 'agreement among raft nodes before linearized reading' (duration: 125.339442ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.047284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.474413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-06T01:40:32.047758Z","caller":"traceutil/trace.go:171","msg":"trace[1389331125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18433; }","duration":"128.999784ms","start":"2026-08-06T01:40:31.918748Z","end":"2026-08-06T01:40:32.047748Z","steps":["trace[1389331125] 'agreement among raft nodes before linearized reading' (duration: 128.249947ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.282349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.124701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:40:32.282688Z","caller":"traceutil/trace.go:171","msg":"trace[1775184802] transaction","detail":"{read_only:false; response_revision:18434; number_of_response:1; }","duration":"230.228097ms","start":"2026-08-06T01:40:32.052421Z","end":"2026-08-06T01:40:32.282649Z","steps":["trace[1775184802] 'process raft request' (duration: 66.661826ms)","trace[1775184802] 'compare' (duration: 162.68728ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:40:32.282735Z","caller":"traceutil/trace.go:171","msg":"trace[1120531089] transaction","detail":"{read_only:false; response_revision:18435; number_of_response:1; }","duration":"230.028982ms","start":"2026-08-06T01:40:32.052678Z","end":"2026-08-06T01:40:32.282707Z","steps":["trace[1120531089] 'process raft request' (duration: 229.834148ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.283009Z","caller":"traceutil/trace.go:171","msg":"trace[1089434851] transaction","detail":"{read_only:false; response_revision:18436; number_of_response:1; }","duration":"230.219017ms","start":"2026-08-06T01:40:32.052777Z","end":"2026-08-06T01:40:32.282996Z","steps":["trace[1089434851] 'process raft request' (duration: 229.877209ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.283467Z","caller":"traceutil/trace.go:171","msg":"trace[1433596246] linearizableReadLoop","detail":"{readStateIndex:19070; appliedIndex:19065; }","duration":"216.114796ms","start":"2026-08-06T01:40:32.067338Z","end":"2026-08-06T01:40:32.283453Z","steps":["trace[1433596246] 'read index received' (duration: 51.640035ms)","trace[1433596246] 'applied index is now lower than readState.Index' (duration: 164.473461ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:40:32.283542Z","caller":"traceutil/trace.go:171","msg":"trace[948113680] transaction","detail":"{read_only:false; response_revision:18437; number_of_response:1; }","duration":"230.743898ms","start":"2026-08-06T01:40:32.052763Z","end":"2026-08-06T01:40:32.283507Z","steps":["trace[948113680] 'process raft request' (duration: 230.175356ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.283568Z","caller":"traceutil/trace.go:171","msg":"trace[797579902] transaction","detail":"{read_only:false; response_revision:18438; number_of_response:1; }","duration":"229.995112ms","start":"2026-08-06T01:40:32.053526Z","end":"2026-08-06T01:40:32.283521Z","steps":["trace[797579902] 'process raft request' (duration: 229.855468ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.283903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.569976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-06T01:40:32.283955Z","caller":"traceutil/trace.go:171","msg":"trace[1910417453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18438; }","duration":"216.622857ms","start":"2026-08-06T01:40:32.067317Z","end":"2026-08-06T01:40:32.28394Z","steps":["trace[1910417453] 'agreement among raft nodes before linearized reading' (duration: 216.32178ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.284111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.620627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrw8f\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-08-06T01:40:32.285051Z","caller":"traceutil/trace.go:171","msg":"trace[1118188371] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrw8f; range_end:; response_count:1; response_revision:18438; }","duration":"148.635792ms","start":"2026-08-06T01:40:32.136389Z","end":"2026-08-06T01:40:32.285025Z","steps":["trace[1118188371] 'agreement among raft nodes before linearized reading' (duration: 147.448035ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:40:32.482977Z","caller":"traceutil/trace.go:171","msg":"trace[552681889] linearizableReadLoop","detail":"{readStateIndex:19071; appliedIndex:19070; }","duration":"122.316321ms","start":"2026-08-06T01:40:32.360631Z","end":"2026-08-06T01:40:32.482948Z","steps":["trace[552681889] 'read index received' (duration: 122.028515ms)","trace[552681889] 'applied index is now lower than readState.Index' (duration: 286.586µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:40:32.483168Z","caller":"traceutil/trace.go:171","msg":"trace[124225797] transaction","detail":"{read_only:false; response_revision:18439; number_of_response:1; }","duration":"159.655631ms","start":"2026-08-06T01:40:32.323472Z","end":"2026-08-06T01:40:32.483127Z","steps":["trace[124225797] 'process raft request' (duration: 159.265623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:40:32.483232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.572897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:40:32.483407Z","caller":"traceutil/trace.go:171","msg":"trace[1484227910] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18439; }","duration":"122.795422ms","start":"2026-08-06T01:40:32.360576Z","end":"2026-08-06T01:40:32.483371Z","steps":["trace[1484227910] 'agreement among raft nodes before linearized reading' (duration: 122.553266ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:42:41.040322Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be75c9626aba3f77","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-06T01:42:41.045177Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-06T01:42:41.045258Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-06T01:44:09.660848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17523} {"level":"info","ts":"2026-08-06T01:44:09.762381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17523,"took":"97.890747ms","hash":1422718286,"current-db-size-bytes":55418880,"current-db-size":"55 MB","current-db-size-in-use-bytes":34058240,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-06T01:44:09.762473Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1422718286,"revision":17523,"compact-revision":15275} {"level":"warn","ts":"2026-08-06T01:44:36.162329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073081335,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-06T01:44:36.397689Z","caller":"traceutil/trace.go:171","msg":"trace[702734762] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"744.053415ms","start":"2026-08-06T01:44:35.653597Z","end":"2026-08-06T01:44:36.397651Z","steps":["trace[702734762] 'process raft request' (duration: 743.897071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:36.397865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:35.653579Z","time spent":"744.210718ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:44:36.643164Z","caller":"traceutil/trace.go:171","msg":"trace[1767650041] linearizableReadLoop","detail":"{readStateIndex:20824; appliedIndex:20821; }","duration":"981.339332ms","start":"2026-08-06T01:44:35.661801Z","end":"2026-08-06T01:44:36.643141Z","steps":["trace[1767650041] 'read index received' (duration: 735.755636ms)","trace[1767650041] 'applied index is now lower than readState.Index' (duration: 245.582546ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:44:36.643233Z","caller":"traceutil/trace.go:171","msg":"trace[775042387] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"783.763457ms","start":"2026-08-06T01:44:35.859406Z","end":"2026-08-06T01:44:36.643169Z","steps":["trace[775042387] 'process raft request' (duration: 783.663065ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:44:36.643286Z","caller":"traceutil/trace.go:171","msg":"trace[1373723482] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"983.177253ms","start":"2026-08-06T01:44:35.660093Z","end":"2026-08-06T01:44:36.64327Z","steps":["trace[1373723482] 'process raft request' (duration: 919.122126ms)","trace[1373723482] 'compare' (duration: 63.209517ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:44:36.643378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:35.660071Z","time spent":"983.248725ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:44:36.643382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:35.859376Z","time spent":"783.943742ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:44:36.643491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.659629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-06T01:44:36.643611Z","caller":"traceutil/trace.go:171","msg":"trace[2039130699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20131; }","duration":"981.788762ms","start":"2026-08-06T01:44:35.66179Z","end":"2026-08-06T01:44:36.643579Z","steps":["trace[2039130699] 'agreement among raft nodes before linearized reading' (duration: 981.463154ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:36.643677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:35.661781Z","time spent":"981.882463ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-06T01:44:36.729355Z","caller":"traceutil/trace.go:171","msg":"trace[1237311728] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"331.089241ms","start":"2026-08-06T01:44:36.398222Z","end":"2026-08-06T01:44:36.729311Z","steps":["trace[1237311728] 'process raft request' (duration: 330.836875ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:36.729539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:36.398184Z","time spent":"331.252064ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:44:36.729628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063696864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-06T01:44:36.729814Z","caller":"traceutil/trace.go:171","msg":"trace[299649241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20132; }","duration":"1.063910318s","start":"2026-08-06T01:44:35.665824Z","end":"2026-08-06T01:44:36.729734Z","steps":["trace[299649241] 'agreement among raft nodes before linearized reading' (duration: 1.063467298s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:36.729917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:35.665784Z","time spent":"1.064118824s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:44:36.729928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067983822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-06T01:44:36.730158Z","caller":"traceutil/trace.go:171","msg":"trace[512820185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20132; }","duration":"1.06830917s","start":"2026-08-06T01:44:35.661834Z","end":"2026-08-06T01:44:36.730143Z","steps":["trace[512820185] 'agreement among raft nodes before linearized reading' (duration: 1.067852778s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:36.730292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:35.661733Z","time spent":"1.068545036s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-06T01:44:36.804122Z","caller":"traceutil/trace.go:171","msg":"trace[1125846509] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"155.553549ms","start":"2026-08-06T01:44:36.648523Z","end":"2026-08-06T01:44:36.804077Z","steps":["trace[1125846509] 'process raft request' (duration: 155.324144ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:44:36.804186Z","caller":"traceutil/trace.go:171","msg":"trace[654387751] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"116.166722ms","start":"2026-08-06T01:44:36.687991Z","end":"2026-08-06T01:44:36.804158Z","steps":["trace[654387751] 'process raft request' (duration: 116.033599ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:36.804227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.953287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:44:36.804321Z","caller":"traceutil/trace.go:171","msg":"trace[1762152959] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:20134; }","duration":"105.10854ms","start":"2026-08-06T01:44:36.69919Z","end":"2026-08-06T01:44:36.804299Z","steps":["trace[1762152959] 'agreement among raft nodes before linearized reading' (duration: 104.893655ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:44:55.027206Z","caller":"traceutil/trace.go:171","msg":"trace[1981500343] transaction","detail":"{read_only:false; response_revision:20223; number_of_response:1; }","duration":"102.206264ms","start":"2026-08-06T01:44:54.924966Z","end":"2026-08-06T01:44:55.027172Z","steps":["trace[1981500343] 'process raft request' (duration: 101.99315ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:44:55.027798Z","caller":"traceutil/trace.go:171","msg":"trace[109367502] transaction","detail":"{read_only:false; response_revision:20224; number_of_response:1; }","duration":"102.677435ms","start":"2026-08-06T01:44:54.925098Z","end":"2026-08-06T01:44:55.027775Z","steps":["trace[109367502] 'process raft request' (duration: 102.546922ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:44:58.220417Z","caller":"traceutil/trace.go:171","msg":"trace[1972734159] transaction","detail":"{read_only:false; response_revision:20240; number_of_response:1; }","duration":"457.138698ms","start":"2026-08-06T01:44:57.763248Z","end":"2026-08-06T01:44:58.220387Z","steps":["trace[1972734159] 'process raft request' (duration: 456.956904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:58.220584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:57.763215Z","time spent":"457.28904ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:44:59.890013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999742526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-06T01:44:59.890113Z","caller":"traceutil/trace.go:171","msg":"trace[1697459684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903359s","start":"2026-08-06T01:44:57.890187Z","end":"2026-08-06T01:44:59.890091Z","steps":["trace[1697459684] 'agreement among raft nodes before linearized reading' (duration: 1.999784907s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:44:59.890181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:57.890155Z","time spent":"2.000013321s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/06 01:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-06T01:45:00.917327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803941262s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-06T01:45:00.919796Z","caller":"traceutil/trace.go:171","msg":"trace[1115243070] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"2.938222211s","start":"2026-08-06T01:44:57.981533Z","end":"2026-08-06T01:45:00.919756Z","steps":["trace[1115243070] 'process raft request' (duration: 2.935887038s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:00.919781Z","caller":"traceutil/trace.go:171","msg":"trace[965354414] linearizableReadLoop","detail":"{readStateIndex:20938; appliedIndex:20936; }","duration":"3.029475718s","start":"2026-08-06T01:44:57.890258Z","end":"2026-08-06T01:45:00.919734Z","steps":["trace[965354414] 'read index received' (duration: 329.923474ms)","trace[965354414] 'applied index is now lower than readState.Index' (duration: 2.699550424s)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:45:00.920073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:57.981497Z","time spent":"2.938386075s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:01.765648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.85048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:45:01.765854Z","caller":"traceutil/trace.go:171","msg":"trace[1828378944] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"2.723844837s","start":"2026-08-06T01:44:59.041993Z","end":"2026-08-06T01:45:01.765838Z","steps":["trace[1828378944] 'process raft request' (duration: 2.723745333s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:01.765864Z","caller":"traceutil/trace.go:171","msg":"trace[2126387450] transaction","detail":"{read_only:false; response_revision:20242; number_of_response:1; }","duration":"2.887791605s","start":"2026-08-06T01:44:58.878046Z","end":"2026-08-06T01:45:01.765838Z","steps":["trace[2126387450] 'process raft request' (duration: 2.041679129s)","trace[2126387450] 'compare' (duration: 844.443147ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:45:01.76591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.041976Z","time spent":"2.723910108s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:01.766023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.877993Z","time spent":"2.887949948s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:01.766279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702679774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-06T01:45:01.766312Z","caller":"traceutil/trace.go:171","msg":"trace[405055687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20244; }","duration":"2.702750186s","start":"2026-08-06T01:44:59.06355Z","end":"2026-08-06T01:45:01.7663Z","steps":["trace[405055687] 'agreement among raft nodes before linearized reading' (duration: 2.702595933s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:01.7663Z","caller":"traceutil/trace.go:171","msg":"trace[1334772790] linearizableReadLoop","detail":"{readStateIndex:20942; appliedIndex:20939; }","duration":"846.117035ms","start":"2026-08-06T01:45:00.92002Z","end":"2026-08-06T01:45:01.766137Z","steps":["trace[1334772790] 'read index received' (duration: 66.351µs)","trace[1334772790] 'applied index is now lower than readState.Index' (duration: 846.049064ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:45:01.766367Z","caller":"traceutil/trace.go:171","msg":"trace[1394689763] transaction","detail":"{read_only:false; response_revision:20244; number_of_response:1; }","duration":"2.721615085s","start":"2026-08-06T01:44:59.044746Z","end":"2026-08-06T01:45:01.766361Z","steps":["trace[1394689763] 'process raft request' (duration: 2.721060923s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.766404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.044737Z","time spent":"2.721649486s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:01.766508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876245537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:01.76658Z","caller":"traceutil/trace.go:171","msg":"trace[2062066039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20244; }","duration":"1.876357559s","start":"2026-08-06T01:44:59.890214Z","end":"2026-08-06T01:45:01.766572Z","steps":["trace[2062066039] 'agreement among raft nodes before linearized reading' (duration: 1.876266277s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.766631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46421182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-06T01:45:01.766651Z","caller":"traceutil/trace.go:171","msg":"trace[1827645956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20244; }","duration":"2.464273782s","start":"2026-08-06T01:44:59.302372Z","end":"2026-08-06T01:45:01.766645Z","steps":["trace[1827645956] 'agreement among raft nodes before linearized reading' (duration: 2.46419871s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.766658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.890191Z","time spent":"1.876459751s","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:45:01.766671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.302352Z","time spent":"2.464315412s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:45:01.766812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699137294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-06T01:45:01.766834Z","caller":"traceutil/trace.go:171","msg":"trace[1148741446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20244; }","duration":"2.699195565s","start":"2026-08-06T01:44:59.067633Z","end":"2026-08-06T01:45:01.766828Z","steps":["trace[1148741446] 'agreement among raft nodes before linearized reading' (duration: 2.699140254s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.766851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.06762Z","time spent":"2.699224296s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:45:01.766891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143412167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:01.766959Z","caller":"traceutil/trace.go:171","msg":"trace[1955563789] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:20244; }","duration":"1.14351517s","start":"2026-08-06T01:45:00.623433Z","end":"2026-08-06T01:45:01.766948Z","steps":["trace[1955563789] 'agreement among raft nodes before linearized reading' (duration: 1.143429468s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702433349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-06T01:45:01.76702Z","caller":"traceutil/trace.go:171","msg":"trace[916629035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20244; }","duration":"2.70248249s","start":"2026-08-06T01:44:59.064533Z","end":"2026-08-06T01:45:01.767016Z","steps":["trace[916629035] 'agreement among raft nodes before linearized reading' (duration: 2.702396608s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:00.623416Z","time spent":"1.14355891s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:01.767034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.064521Z","time spent":"2.70251007s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:45:01.767033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385018534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-06T01:45:01.767095Z","caller":"traceutil/trace.go:171","msg":"trace[1795787070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20244; }","duration":"3.385136007s","start":"2026-08-06T01:44:58.381944Z","end":"2026-08-06T01:45:01.76708Z","steps":["trace[1795787070] 'agreement among raft nodes before linearized reading' (duration: 3.384904361s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.381927Z","time spent":"3.385201778s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-06T01:45:01.767243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661899941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:01.767286Z","caller":"traceutil/trace.go:171","msg":"trace[781297669] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:20244; }","duration":"1.661972743s","start":"2026-08-06T01:45:00.105292Z","end":"2026-08-06T01:45:01.767265Z","steps":["trace[781297669] 'agreement among raft nodes before linearized reading' (duration: 1.661924932s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:00.105242Z","time spent":"1.662118776s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-08-06T01:45:01.767399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72668871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:01.767446Z","caller":"traceutil/trace.go:171","msg":"trace[387310801] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20244; }","duration":"2.726741021s","start":"2026-08-06T01:44:59.040692Z","end":"2026-08-06T01:45:01.767433Z","steps":["trace[387310801] 'agreement among raft nodes before linearized reading' (duration: 2.72666425s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886621927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-06T01:45:01.767533Z","caller":"traceutil/trace.go:171","msg":"trace[1721328321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20244; }","duration":"2.886684699s","start":"2026-08-06T01:44:58.880828Z","end":"2026-08-06T01:45:01.767513Z","steps":["trace[1721328321] 'agreement among raft nodes before linearized reading' (duration: 2.886644118s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051866566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:45:01.767561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.880798Z","time spent":"2.88674805s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-06T01:45:01.767572Z","caller":"traceutil/trace.go:171","msg":"trace[413913517] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20244; }","duration":"3.051931297s","start":"2026-08-06T01:44:58.715632Z","end":"2026-08-06T01:45:01.767563Z","steps":["trace[413913517] 'agreement among raft nodes before linearized reading' (duration: 3.051880446s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.715559Z","time spent":"3.05203566s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:01.766328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.063529Z","time spent":"2.702795407s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:45:01.767692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919336432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:45:01.767709Z","caller":"traceutil/trace.go:171","msg":"trace[276940178] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20244; }","duration":"2.919398034s","start":"2026-08-06T01:44:58.848305Z","end":"2026-08-06T01:45:01.767704Z","steps":["trace[276940178] 'agreement among raft nodes before linearized reading' (duration: 2.919316622s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.848283Z","time spent":"2.919436994s","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":64,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:01.767764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689547051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-08-06T01:45:01.767791Z","caller":"traceutil/trace.go:171","msg":"trace[1936536227] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20244; }","duration":"3.689624392s","start":"2026-08-06T01:44:58.078158Z","end":"2026-08-06T01:45:01.767783Z","steps":["trace[1936536227] 'agreement among raft nodes before linearized reading' (duration: 3.689552071s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.76746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009313839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-06T01:45:01.767834Z","caller":"traceutil/trace.go:171","msg":"trace[947025948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20244; }","duration":"3.009749888s","start":"2026-08-06T01:44:58.758078Z","end":"2026-08-06T01:45:01.767828Z","steps":["trace[947025948] 'agreement among raft nodes before linearized reading' (duration: 3.009309798s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.758056Z","time spent":"3.009793999s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:45:01.767935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.740485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-06T01:45:01.76795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.638285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:01.767966Z","caller":"traceutil/trace.go:171","msg":"trace[143118359] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20244; }","duration":"695.819886ms","start":"2026-08-06T01:45:01.07214Z","end":"2026-08-06T01:45:01.76796Z","steps":["trace[143118359] 'agreement among raft nodes before linearized reading' (duration: 695.767455ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.767989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.072113Z","time spent":"695.871268ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:45:01.767984Z","caller":"traceutil/trace.go:171","msg":"trace[1171753867] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:20244; }","duration":"339.720637ms","start":"2026-08-06T01:45:01.428254Z","end":"2026-08-06T01:45:01.767974Z","steps":["trace[1171753867] 'agreement among raft nodes before linearized reading' (duration: 339.662735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.768014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.428231Z","time spent":"339.775368ms","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:01.76749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:59.04063Z","time spent":"2.726850064s","remote":"127.0.0.1:46272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:01.767814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.078125Z","time spent":"3.689681354s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-06T01:45:01.768527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416295075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:01.768603Z","caller":"traceutil/trace.go:171","msg":"trace[1587628408] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20244; }","duration":"3.41646889s","start":"2026-08-06T01:44:58.352109Z","end":"2026-08-06T01:45:01.768578Z","steps":["trace[1587628408] 'agreement among raft nodes before linearized reading' (duration: 3.416283525s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:01.768688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:44:58.35209Z","time spent":"3.416577153s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:02.272959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073081641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:45:02.773671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073081641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:45:03.074224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155330139s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:03.074372Z","caller":"traceutil/trace.go:171","msg":"trace[293405521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20244; }","duration":"1.155491833s","start":"2026-08-06T01:45:01.91886Z","end":"2026-08-06T01:45:03.074352Z","steps":["trace[293405521] 'range keys from in-memory index tree' (duration: 1.155313629s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:03.157104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387609813s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:45:03.157522Z","caller":"traceutil/trace.go:171","msg":"trace[1598483715] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"1.388168904s","start":"2026-08-06T01:45:01.769321Z","end":"2026-08-06T01:45:03.15749Z","steps":["trace[1598483715] 'process raft request' (duration: 1.388061232s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:03.157602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.769288Z","time spent":"1.388266397s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-06T01:45:03.777388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-06T01:45:03.777474Z","caller":"traceutil/trace.go:171","msg":"trace[1423349091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272757s","start":"2026-08-06T01:45:01.777183Z","end":"2026-08-06T01:45:03.777456Z","steps":["trace[1423349091] 'agreement among raft nodes before linearized reading' (duration: 2.000167645s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:03.777512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.777176Z","time spent":"2.000327219s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/06 01:45:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-06T01:45:05.013291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447216078s","expected-duration":"1s"} {"level":"info","ts":"2026-08-06T01:45:05.015558Z","caller":"traceutil/trace.go:171","msg":"trace[1804940091] transaction","detail":"{read_only:false; response_revision:20251; number_of_response:1; }","duration":"3.241583753s","start":"2026-08-06T01:45:01.773951Z","end":"2026-08-06T01:45:05.015535Z","steps":["trace[1804940091] 'process raft request' (duration: 3.241529262s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.015695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.773942Z","time spent":"3.241686446s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:45:05.015541Z","caller":"traceutil/trace.go:171","msg":"trace[1832337694] transaction","detail":"{read_only:false; response_revision:20246; number_of_response:1; }","duration":"3.243434134s","start":"2026-08-06T01:45:01.772036Z","end":"2026-08-06T01:45:05.015471Z","steps":["trace[1832337694] 'process raft request' (duration: 3.243128357s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:05.015808Z","caller":"traceutil/trace.go:171","msg":"trace[367124042] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"3.242586946s","start":"2026-08-06T01:45:01.773215Z","end":"2026-08-06T01:45:05.015802Z","steps":["trace[367124042] 'process raft request' (duration: 3.242219078s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.015852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.773192Z","time spent":"3.242636327s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:45:05.015793Z","caller":"traceutil/trace.go:171","msg":"trace[358350461] transaction","detail":"{read_only:false; response_revision:20248; number_of_response:1; }","duration":"3.243459415s","start":"2026-08-06T01:45:01.772128Z","end":"2026-08-06T01:45:05.015588Z","steps":["trace[358350461] 'process raft request' (duration: 3.243258821s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:05.016092Z","caller":"traceutil/trace.go:171","msg":"trace[233833059] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"3.242806171s","start":"2026-08-06T01:45:01.773279Z","end":"2026-08-06T01:45:05.016085Z","steps":["trace[233833059] 'process raft request' (duration: 3.242180637s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.016128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.772119Z","time spent":"3.243935517s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:05.016145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.773266Z","time spent":"3.242855742s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:05.016219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243921686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-06T01:45:05.016277Z","caller":"traceutil/trace.go:171","msg":"trace[297506328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20252; }","duration":"3.244013368s","start":"2026-08-06T01:45:01.772251Z","end":"2026-08-06T01:45:05.016265Z","steps":["trace[297506328] 'agreement among raft nodes before linearized reading' (duration: 3.243779183s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.016316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.772239Z","time spent":"3.244068829s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-06T01:45:05.015973Z","caller":"traceutil/trace.go:171","msg":"trace[112789143] linearizableReadLoop","detail":"{readStateIndex:20950; appliedIndex:20942; }","duration":"3.24365395s","start":"2026-08-06T01:45:01.772278Z","end":"2026-08-06T01:45:05.015932Z","steps":["trace[112789143] 'read index received' (duration: 1.385053034s)","trace[112789143] 'applied index is now lower than readState.Index' (duration: 1.858599376s)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:45:05.016238Z","caller":"traceutil/trace.go:171","msg":"trace[1728426245] transaction","detail":"{read_only:false; response_revision:20252; number_of_response:1; }","duration":"3.233860868s","start":"2026-08-06T01:45:01.78237Z","end":"2026-08-06T01:45:05.016231Z","steps":["trace[1728426245] 'process raft request' (duration: 3.233135761s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:05.016Z","caller":"traceutil/trace.go:171","msg":"trace[502989478] transaction","detail":"{read_only:false; response_revision:20247; number_of_response:1; }","duration":"3.243872715s","start":"2026-08-06T01:45:01.772098Z","end":"2026-08-06T01:45:05.015971Z","steps":["trace[502989478] 'process raft request' (duration: 3.243253911s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.016399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.782356Z","time spent":"3.234022632s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:05.016456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.772072Z","time spent":"3.244318145s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:05.017989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.772012Z","time spent":"3.24587644s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:05.424687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-06T01:45:05.424763Z","caller":"traceutil/trace.go:171","msg":"trace[605261796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252088s","start":"2026-08-06T01:45:03.424498Z","end":"2026-08-06T01:45:05.42475Z","steps":["trace[605261796] 'agreement among raft nodes before linearized reading' (duration: 2.000158626s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.424795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.424476Z","time spent":"2.00031258s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/06 01:45:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-06T01:45:05.516997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073081656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:45:05.777847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-06T01:45:05.777973Z","caller":"traceutil/trace.go:171","msg":"trace[756881082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128304s","start":"2026-08-06T01:45:03.777823Z","end":"2026-08-06T01:45:05.777952Z","steps":["trace[756881082] 'agreement among raft nodes before linearized reading' (duration: 1.99994335s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:05.778029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.777807Z","time spent":"2.000210607s","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:45:06.017803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573299682073081656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-06T01:45:06.289912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276386371s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-06T01:45:06.290312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.165552Z","time spent":"3.124757115s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-06T01:45:06.290416Z","caller":"traceutil/trace.go:171","msg":"trace[90368039] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"3.125526922s","start":"2026-08-06T01:45:03.16478Z","end":"2026-08-06T01:45:06.290307Z","steps":["trace[90368039] 'process raft request' (duration: 3.125300397s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.290514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.16475Z","time spent":"3.125703187s","remote":"127.0.0.1:55748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:45:06.290677Z","caller":"traceutil/trace.go:171","msg":"trace[105829536] transaction","detail":"{read_only:false; response_revision:20254; number_of_response:1; }","duration":"2.516551181s","start":"2026-08-06T01:45:03.774117Z","end":"2026-08-06T01:45:06.290668Z","steps":["trace[105829536] 'process raft request' (duration: 2.516150003s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.290732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.77409Z","time spent":"2.516621263s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:45:06.29073Z","caller":"traceutil/trace.go:171","msg":"trace[854022826] transaction","detail":"{read_only:false; response_revision:20255; number_of_response:1; }","duration":"2.51647497s","start":"2026-08-06T01:45:03.774225Z","end":"2026-08-06T01:45:06.2907Z","steps":["trace[854022826] 'process raft request' (duration: 2.516303226s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:06.29077Z","caller":"traceutil/trace.go:171","msg":"trace[2029286240] transaction","detail":"{read_only:false; response_revision:20256; number_of_response:1; }","duration":"2.51649091s","start":"2026-08-06T01:45:03.774254Z","end":"2026-08-06T01:45:06.290745Z","steps":["trace[2029286240] 'process raft request' (duration: 2.516389098s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.290908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.774212Z","time spent":"2.516622973s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:45:06.290908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.774213Z","time spent":"2.516617303s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:45:06.403242Z","caller":"traceutil/trace.go:171","msg":"trace[1291486058] transaction","detail":"{read_only:false; response_revision:20258; number_of_response:1; }","duration":"111.334993ms","start":"2026-08-06T01:45:06.291862Z","end":"2026-08-06T01:45:06.403197Z","steps":["trace[1291486058] 'process raft request' (duration: 111.141408ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.4036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236053786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:45:06.403645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137641394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-08-06T01:45:06.403717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789520766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:45:06.403744Z","caller":"traceutil/trace.go:171","msg":"trace[1424205541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20258; }","duration":"4.137749716s","start":"2026-08-06T01:45:02.265975Z","end":"2026-08-06T01:45:06.403725Z","steps":["trace[1424205541] 'agreement among raft nodes before linearized reading' (duration: 4.13745213s)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:06.403774Z","caller":"traceutil/trace.go:171","msg":"trace[1357301799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20258; }","duration":"3.789598877s","start":"2026-08-06T01:45:02.614155Z","end":"2026-08-06T01:45:06.403754Z","steps":["trace[1357301799] 'agreement among raft nodes before linearized reading' (duration: 3.789521125s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.403791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:02.26591Z","time spent":"4.137871529s","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-08-06T01:45:06.403846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:02.614146Z","time spent":"3.789679499s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:45:06.403276Z","caller":"traceutil/trace.go:171","msg":"trace[1471027113] linearizableReadLoop","detail":"{readStateIndex:20956; appliedIndex:20951; }","duration":"1.386896146s","start":"2026-08-06T01:45:05.016348Z","end":"2026-08-06T01:45:06.403245Z","steps":["trace[1471027113] 'read index received' (duration: 1.273907396s)","trace[1471027113] 'applied index is now lower than readState.Index' (duration: 112.98485ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:45:06.404268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406046031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:06.404304Z","caller":"traceutil/trace.go:171","msg":"trace[74635744] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20258; }","duration":"1.406131673s","start":"2026-08-06T01:45:04.998164Z","end":"2026-08-06T01:45:06.404295Z","steps":["trace[74635744] 'agreement among raft nodes before linearized reading' (duration: 1.406072762s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.40433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:04.998143Z","time spent":"1.406180195s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:06.404417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705904958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:06.404467Z","caller":"traceutil/trace.go:171","msg":"trace[860308113] transaction","detail":"{read_only:false; response_revision:20257; number_of_response:1; }","duration":"678.860491ms","start":"2026-08-06T01:45:05.725594Z","end":"2026-08-06T01:45:06.404454Z","steps":["trace[860308113] 'process raft request' (duration: 674.994473ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:06.404471Z","caller":"traceutil/trace.go:171","msg":"trace[580923148] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20258; }","duration":"2.7060017s","start":"2026-08-06T01:45:03.698457Z","end":"2026-08-06T01:45:06.404458Z","steps":["trace[580923148] 'agreement among raft nodes before linearized reading' (duration: 2.705918438s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.404487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386727912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18464"} {"level":"warn","ts":"2026-08-06T01:45:06.404506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.69843Z","time spent":"2.706067132s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:06.404548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.725558Z","time spent":"678.928163ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:45:06.404578Z","caller":"traceutil/trace.go:171","msg":"trace[575149478] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20258; }","duration":"1.386872065s","start":"2026-08-06T01:45:05.017684Z","end":"2026-08-06T01:45:06.404556Z","steps":["trace[575149478] 'agreement among raft nodes before linearized reading' (duration: 1.386558268s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.404642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.017671Z","time spent":"1.386955687s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18487,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-08-06T01:45:06.404678Z","caller":"traceutil/trace.go:171","msg":"trace[420041867] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:20258; }","duration":"3.23619096s","start":"2026-08-06T01:45:03.167495Z","end":"2026-08-06T01:45:06.403686Z","steps":["trace[420041867] 'agreement among raft nodes before linearized reading' (duration: 3.235861022s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.404753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.167485Z","time spent":"3.237248793s","remote":"127.0.0.1:55644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-08-06T01:45:06.405005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.085477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"warn","ts":"2026-08-06T01:45:06.403637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816014578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-06T01:45:06.405079Z","caller":"traceutil/trace.go:171","msg":"trace[1742344465] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:20258; }","duration":"3.817502912s","start":"2026-08-06T01:45:02.587561Z","end":"2026-08-06T01:45:06.405064Z","steps":["trace[1742344465] 'agreement among raft nodes before linearized reading' (duration: 3.815818424s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.405102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.920894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:45:06.405251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.845137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:45:06.405281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.942337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:06.405316Z","caller":"traceutil/trace.go:171","msg":"trace[785532074] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20258; }","duration":"990.93745ms","start":"2026-08-06T01:45:05.414356Z","end":"2026-08-06T01:45:06.405294Z","steps":["trace[785532074] 'agreement among raft nodes before linearized reading' (duration: 990.844868ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:45:06.405326Z","caller":"traceutil/trace.go:171","msg":"trace[1021685691] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20258; }","duration":"513.05757ms","start":"2026-08-06T01:45:05.892253Z","end":"2026-08-06T01:45:06.40531Z","steps":["trace[1021685691] 'agreement among raft nodes before linearized reading' (duration: 512.962898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.405377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.414337Z","time spent":"991.025442ms","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:45:06.405414Z","caller":"traceutil/trace.go:171","msg":"trace[620628310] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:20258; }","duration":"111.523557ms","start":"2026-08-06T01:45:06.293863Z","end":"2026-08-06T01:45:06.405387Z","steps":["trace[620628310] 'agreement among raft nodes before linearized reading' (duration: 111.029096ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.405423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364942428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:06.405508Z","caller":"traceutil/trace.go:171","msg":"trace[1571321626] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20258; }","duration":"1.36507713s","start":"2026-08-06T01:45:05.040409Z","end":"2026-08-06T01:45:06.405486Z","steps":["trace[1571321626] 'agreement among raft nodes before linearized reading' (duration: 1.364950437s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.405532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578935281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-06T01:45:06.405574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.040386Z","time spent":"1.365168662s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:45:06.405319Z","caller":"traceutil/trace.go:171","msg":"trace[543199269] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20258; }","duration":"461.155399ms","start":"2026-08-06T01:45:05.944131Z","end":"2026-08-06T01:45:06.405286Z","steps":["trace[543199269] 'agreement among raft nodes before linearized reading' (duration: 460.928534ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.405718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.944113Z","time spent":"461.584219ms","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:06.405411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.892231Z","time spent":"513.169922ms","remote":"127.0.0.1:55644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:06.403721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630355301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c911cd1d8d9f53\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-08-06T01:45:06.406636Z","caller":"traceutil/trace.go:171","msg":"trace[1995660704] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c911cd1d8d9f53; range_end:; response_count:1; response_revision:20258; }","duration":"4.633292988s","start":"2026-08-06T01:45:01.773323Z","end":"2026-08-06T01:45:06.406616Z","steps":["trace[1995660704] 'agreement among raft nodes before linearized reading' (duration: 4.630052405s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.406692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.773316Z","time spent":"4.63336207s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c911cd1d8d9f53\" "} {"level":"warn","ts":"2026-08-06T01:45:06.405126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:02.587545Z","time spent":"3.817567634s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"warn","ts":"2026-08-06T01:45:06.405104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.914418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:45:06.406952Z","caller":"traceutil/trace.go:171","msg":"trace[89627260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20258; }","duration":"620.828291ms","start":"2026-08-06T01:45:05.786115Z","end":"2026-08-06T01:45:06.406944Z","steps":["trace[89627260] 'agreement among raft nodes before linearized reading' (duration: 618.898837ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.406994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.786094Z","time spent":"620.893722ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:45:06.40511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972854931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:45:06.407686Z","caller":"traceutil/trace.go:171","msg":"trace[191471900] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20258; }","duration":"2.975481721s","start":"2026-08-06T01:45:03.43218Z","end":"2026-08-06T01:45:06.407662Z","steps":["trace[191471900] 'agreement among raft nodes before linearized reading' (duration: 2.97283856s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.405753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.526159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:45:06.40656Z","caller":"traceutil/trace.go:171","msg":"trace[1934258845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20258; }","duration":"4.580990588s","start":"2026-08-06T01:45:01.825528Z","end":"2026-08-06T01:45:06.406518Z","steps":["trace[1934258845] 'agreement among raft nodes before linearized reading' (duration: 4.57888285s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.40801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:03.432151Z","time spent":"2.975836719s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:45:06.408043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:01.825507Z","time spent":"4.582512213s","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:45:06.408112Z","caller":"traceutil/trace.go:171","msg":"trace[101011500] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20258; }","duration":"435.104428ms","start":"2026-08-06T01:45:05.972972Z","end":"2026-08-06T01:45:06.408077Z","steps":["trace[101011500] 'agreement among raft nodes before linearized reading' (duration: 432.288894ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:45:06.408291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:45:05.972956Z","time spent":"435.281072ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:46:26.218267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.420891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:46:26.218489Z","caller":"traceutil/trace.go:171","msg":"trace[283196137] linearizableReadLoop","detail":"{readStateIndex:21696; appliedIndex:21695; }","duration":"317.379778ms","start":"2026-08-06T01:46:25.901077Z","end":"2026-08-06T01:46:26.218457Z","steps":["trace[283196137] 'read index received' (duration: 210.310213ms)","trace[283196137] 'applied index is now lower than readState.Index' (duration: 107.067265ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:46:26.218479Z","caller":"traceutil/trace.go:171","msg":"trace[1555020074] transaction","detail":"{read_only:false; response_revision:20969; number_of_response:1; }","duration":"321.120704ms","start":"2026-08-06T01:46:25.897326Z","end":"2026-08-06T01:46:26.218447Z","steps":["trace[1555020074] 'process raft request' (duration: 214.08705ms)","trace[1555020074] 'compare' (duration: 106.201595ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:46:26.218682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:46:25.897316Z","time spent":"321.260867ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:46:26.218793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.692797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-08-06T01:46:26.218832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.799452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-06T01:46:26.218889Z","caller":"traceutil/trace.go:171","msg":"trace[1643443255] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20969; }","duration":"107.899324ms","start":"2026-08-06T01:46:26.110974Z","end":"2026-08-06T01:46:26.218873Z","steps":["trace[1643443255] 'agreement among raft nodes before linearized reading' (duration: 107.689189ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:46:26.21889Z","caller":"traceutil/trace.go:171","msg":"trace[725911869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20969; }","duration":"317.83865ms","start":"2026-08-06T01:46:25.901029Z","end":"2026-08-06T01:46:26.218868Z","steps":["trace[725911869] 'agreement among raft nodes before linearized reading' (duration: 317.600314ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:46:26.219131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:46:25.901007Z","time spent":"318.111806ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-06T01:48:50.491152Z","caller":"traceutil/trace.go:171","msg":"trace[877567507] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"222.46905ms","start":"2026-08-06T01:48:50.268656Z","end":"2026-08-06T01:48:50.491125Z","steps":["trace[877567507] 'process raft request' (duration: 222.231045ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:01.4126Z","caller":"traceutil/trace.go:171","msg":"trace[1897669834] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"263.863482ms","start":"2026-08-06T01:49:01.148703Z","end":"2026-08-06T01:49:01.412566Z","steps":["trace[1897669834] 'process raft request' (duration: 263.575465ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:01.417798Z","caller":"traceutil/trace.go:171","msg":"trace[1089095118] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"265.08787ms","start":"2026-08-06T01:49:01.152687Z","end":"2026-08-06T01:49:01.417775Z","steps":["trace[1089095118] 'process raft request' (duration: 264.947107ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:01.418053Z","caller":"traceutil/trace.go:171","msg":"trace[743781571] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"264.566068ms","start":"2026-08-06T01:49:01.153477Z","end":"2026-08-06T01:49:01.418043Z","steps":["trace[743781571] 'process raft request' (duration: 264.248941ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:01.418527Z","caller":"traceutil/trace.go:171","msg":"trace[1517510889] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"223.828011ms","start":"2026-08-06T01:49:01.194618Z","end":"2026-08-06T01:49:01.418446Z","steps":["trace[1517510889] 'process raft request' (duration: 223.389682ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:01.418612Z","caller":"traceutil/trace.go:171","msg":"trace[853474456] linearizableReadLoop","detail":"{readStateIndex:23322; appliedIndex:23318; }","duration":"203.51875ms","start":"2026-08-06T01:49:01.215069Z","end":"2026-08-06T01:49:01.418587Z","steps":["trace[853474456] 'read index received' (duration: 197.096434ms)","trace[853474456] 'applied index is now lower than readState.Index' (duration: 6.421356ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:49:01.418844Z","caller":"traceutil/trace.go:171","msg":"trace[112553321] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"174.94291ms","start":"2026-08-06T01:49:01.243862Z","end":"2026-08-06T01:49:01.418805Z","steps":["trace[112553321] 'process raft request' (duration: 174.464919ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:01.419172Z","caller":"traceutil/trace.go:171","msg":"trace[2145043725] transaction","detail":"{read_only:false; response_revision:22548; number_of_response:1; }","duration":"113.066341ms","start":"2026-08-06T01:49:01.306087Z","end":"2026-08-06T01:49:01.419153Z","steps":["trace[2145043725] 'process raft request' (duration: 112.318785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:01.419169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.084202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199154"} {"level":"info","ts":"2026-08-06T01:49:01.419218Z","caller":"traceutil/trace.go:171","msg":"trace[8604183] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22551; }","duration":"204.192694ms","start":"2026-08-06T01:49:01.21501Z","end":"2026-08-06T01:49:01.419203Z","steps":["trace[8604183] 'agreement among raft nodes before linearized reading' (duration: 204.00059ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:09.971348Z","caller":"traceutil/trace.go:171","msg":"trace[1560346011] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"519.100507ms","start":"2026-08-06T01:49:09.452224Z","end":"2026-08-06T01:49:09.971324Z","steps":["trace[1560346011] 'process raft request' (duration: 518.959253ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:09.971485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.452188Z","time spent":"519.23051ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:49:09.99298Z","caller":"traceutil/trace.go:171","msg":"trace[680310607] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"540.3101ms","start":"2026-08-06T01:49:09.452643Z","end":"2026-08-06T01:49:09.992953Z","steps":["trace[680310607] 'process raft request' (duration: 540.124895ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:09.99327Z","caller":"traceutil/trace.go:171","msg":"trace[513497582] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"453.617478ms","start":"2026-08-06T01:49:09.539627Z","end":"2026-08-06T01:49:09.993245Z","steps":["trace[513497582] 'process raft request' (duration: 453.278921ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:09.993331Z","caller":"traceutil/trace.go:171","msg":"trace[1928529772] linearizableReadLoop","detail":"{readStateIndex:23523; appliedIndex:23521; }","duration":"364.984342ms","start":"2026-08-06T01:49:09.628319Z","end":"2026-08-06T01:49:09.993303Z","steps":["trace[1928529772] 'read index received' (duration: 343.429892ms)","trace[1928529772] 'applied index is now lower than readState.Index' (duration: 21.5534ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:49:09.993401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.539594Z","time spent":"453.74206ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:49:09.993491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.176227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:49:09.993538Z","caller":"traceutil/trace.go:171","msg":"trace[120179613] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22747; }","duration":"365.427362ms","start":"2026-08-06T01:49:09.6281Z","end":"2026-08-06T01:49:09.993527Z","steps":["trace[120179613] 'agreement among raft nodes before linearized reading' (duration: 365.31208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:09.993574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.628018Z","time spent":"365.545495ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:49:09.993657Z","caller":"traceutil/trace.go:171","msg":"trace[1923709993] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"349.716684ms","start":"2026-08-06T01:49:09.64392Z","end":"2026-08-06T01:49:09.993637Z","steps":["trace[1923709993] 'process raft request' (duration: 349.178322ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:09.99373Z","caller":"traceutil/trace.go:171","msg":"trace[430853776] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"330.472147ms","start":"2026-08-06T01:49:09.663242Z","end":"2026-08-06T01:49:09.993714Z","steps":["trace[430853776] 'process raft request' (duration: 330.012216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:09.99375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.643893Z","time spent":"349.823277ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:49:09.993826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.663228Z","time spent":"330.547028ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:49:09.994101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.452597Z","time spent":"540.471553ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:49:11.603309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.422381223s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-06T01:49:11.749485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634429395s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-08-06T01:49:11.749999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19998} {"level":"info","ts":"2026-08-06T01:49:11.750158Z","caller":"traceutil/trace.go:171","msg":"trace[891170674] compact","detail":"{revision:19998; response_revision:22747; }","duration":"1.755247275s","start":"2026-08-06T01:49:09.994844Z","end":"2026-08-06T01:49:11.750092Z","steps":["trace[891170674] 'process raft request' (duration: 119.451778ms)","trace[891170674] 'check and update compact revision' (duration: 1.634274992s)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:49:11.750246Z","caller":"traceutil/trace.go:171","msg":"trace[900934782] linearizableReadLoop","detail":"{readStateIndex:23526; appliedIndex:23525; }","duration":"1.722462289s","start":"2026-08-06T01:49:10.027769Z","end":"2026-08-06T01:49:11.750231Z","steps":["trace[900934782] 'read index received' (duration: 86.57666ms)","trace[900934782] 'applied index is now lower than readState.Index' (duration: 1.635884909s)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:49:11.750253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:09.994804Z","time spent":"1.75544392s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-06T01:49:11.750209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.180748Z","time spent":"1.569456389s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-06T01:49:11.750608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722832137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:257985"} {"level":"info","ts":"2026-08-06T01:49:11.750632Z","caller":"traceutil/trace.go:171","msg":"trace[1445846270] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:22747; }","duration":"1.722905769s","start":"2026-08-06T01:49:10.027718Z","end":"2026-08-06T01:49:11.750624Z","steps":["trace[1445846270] 'agreement among raft nodes before linearized reading' (duration: 1.722594772s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.750653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.027696Z","time spent":"1.72295262s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":29,"response size":258008,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-08-06T01:49:11.751397Z","caller":"traceutil/trace.go:171","msg":"trace[1977797191] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"1.281012218s","start":"2026-08-06T01:49:10.470351Z","end":"2026-08-06T01:49:11.751363Z","steps":["trace[1977797191] 'process raft request' (duration: 1.279831531s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.751587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.470308Z","time spent":"1.281155721s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:49:11.75427Z","caller":"traceutil/trace.go:171","msg":"trace[285540688] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"966.78822ms","start":"2026-08-06T01:49:10.787461Z","end":"2026-08-06T01:49:11.75425Z","steps":["trace[285540688] 'process raft request' (duration: 963.875204ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.754372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.787441Z","time spent":"966.884112ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:49:11.754741Z","caller":"traceutil/trace.go:171","msg":"trace[1139728091] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"675.776162ms","start":"2026-08-06T01:49:11.078952Z","end":"2026-08-06T01:49:11.754728Z","steps":["trace[1139728091] 'process raft request' (duration: 675.143167ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.754819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:11.07892Z","time spent":"675.864244ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:49:11.755062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019800567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-06T01:49:11.755149Z","caller":"traceutil/trace.go:171","msg":"trace[2133689344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22750; }","duration":"1.019942779s","start":"2026-08-06T01:49:10.735191Z","end":"2026-08-06T01:49:11.755133Z","steps":["trace[2133689344] 'agreement among raft nodes before linearized reading' (duration: 1.019613682s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.755202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.735174Z","time spent":"1.020021151s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:49:11.755345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.345823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-08-06T01:49:11.755402Z","caller":"traceutil/trace.go:171","msg":"trace[1701858945] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22750; }","duration":"872.425245ms","start":"2026-08-06T01:49:10.882962Z","end":"2026-08-06T01:49:11.755388Z","steps":["trace[1701858945] 'agreement among raft nodes before linearized reading' (duration: 871.953394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.755448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.882958Z","time spent":"872.482176ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-08-06T01:49:11.755617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.190951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:49:11.755662Z","caller":"traceutil/trace.go:171","msg":"trace[1455014362] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22750; }","duration":"341.276233ms","start":"2026-08-06T01:49:11.414373Z","end":"2026-08-06T01:49:11.755649Z","steps":["trace[1455014362] 'agreement among raft nodes before linearized reading' (duration: 340.562107ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.755699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:11.414348Z","time spent":"341.343135ms","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:49:11.755919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.367654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-08-06T01:49:11.75596Z","caller":"traceutil/trace.go:171","msg":"trace[2080587466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22750; }","duration":"505.430076ms","start":"2026-08-06T01:49:11.25052Z","end":"2026-08-06T01:49:11.75595Z","steps":["trace[2080587466] 'agreement among raft nodes before linearized reading' (duration: 504.427404ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.75599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:11.250502Z","time spent":"505.480337ms","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.780089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-08-06T01:49:11.756128Z","caller":"traceutil/trace.go:171","msg":"trace[1529986352] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22750; }","duration":"929.903752ms","start":"2026-08-06T01:49:10.826207Z","end":"2026-08-06T01:49:11.756111Z","steps":["trace[1529986352] 'agreement among raft nodes before linearized reading' (duration: 928.811287ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.756168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.82619Z","time spent":"929.970093ms","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-08-06T01:49:11.75627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017536594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-06T01:49:11.756311Z","caller":"traceutil/trace.go:171","msg":"trace[550487156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22750; }","duration":"1.017586676s","start":"2026-08-06T01:49:10.738714Z","end":"2026-08-06T01:49:11.756301Z","steps":["trace[550487156] 'agreement among raft nodes before linearized reading' (duration: 1.016331638s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.756336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.738708Z","time spent":"1.017621647s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.159613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-06T01:49:11.756367Z","caller":"traceutil/trace.go:171","msg":"trace[1663075929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22750; }","duration":"539.215105ms","start":"2026-08-06T01:49:11.217144Z","end":"2026-08-06T01:49:11.756359Z","steps":["trace[1663075929] 'agreement among raft nodes before linearized reading' (duration: 537.814913ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.756393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:11.217136Z","time spent":"539.252595ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017848682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-06T01:49:11.756486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.039884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-06T01:49:11.756504Z","caller":"traceutil/trace.go:171","msg":"trace[1419943723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22750; }","duration":"573.090175ms","start":"2026-08-06T01:49:11.183407Z","end":"2026-08-06T01:49:11.756497Z","steps":["trace[1419943723] 'agreement among raft nodes before linearized reading' (duration: 571.56335ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:11.756506Z","caller":"traceutil/trace.go:171","msg":"trace[29642510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22750; }","duration":"1.017912464s","start":"2026-08-06T01:49:10.738581Z","end":"2026-08-06T01:49:11.756494Z","steps":["trace[29642510] 'agreement among raft nodes before linearized reading' (duration: 1.016439571s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.756521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:11.183391Z","time spent":"573.125186ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.738563Z","time spent":"1.017959814s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.438766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:49:11.75664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02128682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-06T01:49:11.756647Z","caller":"traceutil/trace.go:171","msg":"trace[1388002408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22750; }","duration":"869.481817ms","start":"2026-08-06T01:49:10.88716Z","end":"2026-08-06T01:49:11.756642Z","steps":["trace[1388002408] 'agreement among raft nodes before linearized reading' (duration: 867.82077ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.756679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.887148Z","time spent":"869.519827ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.211929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-08-06T01:49:11.756831Z","caller":"traceutil/trace.go:171","msg":"trace[2139992138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22750; }","duration":"996.274771ms","start":"2026-08-06T01:49:10.76055Z","end":"2026-08-06T01:49:11.756825Z","steps":["trace[2139992138] 'agreement among raft nodes before linearized reading' (duration: 994.4441ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:49:11.756663Z","caller":"traceutil/trace.go:171","msg":"trace[858737401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22750; }","duration":"1.02131866s","start":"2026-08-06T01:49:10.735338Z","end":"2026-08-06T01:49:11.756656Z","steps":["trace[858737401] 'agreement among raft nodes before linearized reading' (duration: 1.019701194s)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.756972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.735332Z","time spent":"1.021630147s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.795908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128023"} {"level":"info","ts":"2026-08-06T01:49:11.757119Z","caller":"traceutil/trace.go:171","msg":"trace[790586883] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22750; }","duration":"874.941811ms","start":"2026-08-06T01:49:10.882167Z","end":"2026-08-06T01:49:11.757108Z","steps":["trace[790586883] 'agreement among raft nodes before linearized reading' (duration: 872.843104ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:49:11.757148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.88213Z","time spent":"875.010513ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128046,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-08-06T01:49:11.756849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:49:10.76053Z","time spent":"996.314591ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-06T01:49:11.875763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19998,"took":"114.710919ms","hash":1380574132,"current-db-size-bytes":56315904,"current-db-size":"56 MB","current-db-size-in-use-bytes":41885696,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-06T01:49:11.875829Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1380574132,"revision":19998,"compact-revision":17523} {"level":"info","ts":"2026-08-06T01:50:14.722136Z","caller":"traceutil/trace.go:171","msg":"trace[1490192437] linearizableReadLoop","detail":"{readStateIndex:24344; appliedIndex:24343; }","duration":"267.620332ms","start":"2026-08-06T01:50:14.454494Z","end":"2026-08-06T01:50:14.722114Z","steps":["trace[1490192437] 'read index received' (duration: 266.000554ms)","trace[1490192437] 'applied index is now lower than readState.Index' (duration: 1.619028ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:50:14.722313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.806707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.722263Z","caller":"traceutil/trace.go:171","msg":"trace[1504866581] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"394.403547ms","start":"2026-08-06T01:50:14.327836Z","end":"2026-08-06T01:50:14.72224Z","steps":["trace[1504866581] 'process raft request' (duration: 392.825611ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:14.722346Z","caller":"traceutil/trace.go:171","msg":"trace[641243587] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23545; }","duration":"267.896569ms","start":"2026-08-06T01:50:14.454439Z","end":"2026-08-06T01:50:14.722336Z","steps":["trace[641243587] 'agreement among raft nodes before linearized reading' (duration: 267.812817ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.722414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:14.327817Z","time spent":"394.53649ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:50:14.722455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.289352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.722561Z","caller":"traceutil/trace.go:171","msg":"trace[1675184894] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23545; }","duration":"205.457226ms","start":"2026-08-06T01:50:14.517076Z","end":"2026-08-06T01:50:14.722533Z","steps":["trace[1675184894] 'agreement among raft nodes before linearized reading' (duration: 205.300743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.723044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.775895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:50:14.723054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.653362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.723092Z","caller":"traceutil/trace.go:171","msg":"trace[441406389] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23545; }","duration":"133.748955ms","start":"2026-08-06T01:50:14.589333Z","end":"2026-08-06T01:50:14.723082Z","steps":["trace[441406389] 'agreement among raft nodes before linearized reading' (duration: 133.679574ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:14.723101Z","caller":"traceutil/trace.go:171","msg":"trace[1182216282] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23545; }","duration":"133.855647ms","start":"2026-08-06T01:50:14.589225Z","end":"2026-08-06T01:50:14.723081Z","steps":["trace[1182216282] 'agreement among raft nodes before linearized reading' (duration: 133.760605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.723194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.813757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-06T01:50:14.723243Z","caller":"traceutil/trace.go:171","msg":"trace[300188950] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23545; }","duration":"133.899099ms","start":"2026-08-06T01:50:14.589331Z","end":"2026-08-06T01:50:14.72323Z","steps":["trace[300188950] 'agreement among raft nodes before linearized reading' (duration: 133.707274ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.723269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.901508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.72329Z","caller":"traceutil/trace.go:171","msg":"trace[684191051] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23545; }","duration":"133.936939ms","start":"2026-08-06T01:50:14.589347Z","end":"2026-08-06T01:50:14.723284Z","steps":["trace[684191051] 'agreement among raft nodes before linearized reading' (duration: 133.901828ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.723373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.216011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.723389Z","caller":"traceutil/trace.go:171","msg":"trace[330840587] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23545; }","duration":"205.253462ms","start":"2026-08-06T01:50:14.51813Z","end":"2026-08-06T01:50:14.723383Z","steps":["trace[330840587] 'agreement among raft nodes before linearized reading' (duration: 205.228062ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.72348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-06T01:50:14.723501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.156713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.723511Z","caller":"traceutil/trace.go:171","msg":"trace[1602727835] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23545; }","duration":"136.023156ms","start":"2026-08-06T01:50:14.58748Z","end":"2026-08-06T01:50:14.723504Z","steps":["trace[1602727835] 'agreement among raft nodes before linearized reading' (duration: 135.885393ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:14.72353Z","caller":"traceutil/trace.go:171","msg":"trace[1221326010] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23545; }","duration":"206.221343ms","start":"2026-08-06T01:50:14.517299Z","end":"2026-08-06T01:50:14.72352Z","steps":["trace[1221326010] 'agreement among raft nodes before linearized reading' (duration: 206.182822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.723539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.791334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-06T01:50:14.723561Z","caller":"traceutil/trace.go:171","msg":"trace[1423321613] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23545; }","duration":"187.838076ms","start":"2026-08-06T01:50:14.535717Z","end":"2026-08-06T01:50:14.723555Z","steps":["trace[1423321613] 'agreement among raft nodes before linearized reading' (duration: 187.721343ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:14.72359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.267565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:14.723604Z","caller":"traceutil/trace.go:171","msg":"trace[989757284] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23545; }","duration":"206.315536ms","start":"2026-08-06T01:50:14.517284Z","end":"2026-08-06T01:50:14.7236Z","steps":["trace[989757284] 'agreement among raft nodes before linearized reading' (duration: 206.291435ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:18.872661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.069198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-06T01:50:18.872769Z","caller":"traceutil/trace.go:171","msg":"trace[929306964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23567; }","duration":"484.252472ms","start":"2026-08-06T01:50:18.38849Z","end":"2026-08-06T01:50:18.872743Z","steps":["trace[929306964] 'range keys from in-memory index tree' (duration: 483.461625ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:18.872834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.388454Z","time spent":"484.359895ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-06T01:50:18.872844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.670434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-06T01:50:18.872898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.750058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-06T01:50:18.872943Z","caller":"traceutil/trace.go:171","msg":"trace[1305546465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23567; }","duration":"756.823058ms","start":"2026-08-06T01:50:18.116097Z","end":"2026-08-06T01:50:18.87292Z","steps":["trace[1305546465] 'range keys from in-memory index tree' (duration: 756.442189ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:18.87295Z","caller":"traceutil/trace.go:171","msg":"trace[1159061558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23567; }","duration":"753.81243ms","start":"2026-08-06T01:50:18.119122Z","end":"2026-08-06T01:50:18.872934Z","steps":["trace[1159061558] 'range keys from in-memory index tree' (duration: 753.631385ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:18.873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.119113Z","time spent":"753.874781ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-06T01:50:18.873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.116079Z","time spent":"756.90875ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-06T01:50:18.873079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.414993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-08-06T01:50:18.873097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.691135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-06T01:50:18.873205Z","caller":"traceutil/trace.go:171","msg":"trace[1333552763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23567; }","duration":"756.845169ms","start":"2026-08-06T01:50:18.116341Z","end":"2026-08-06T01:50:18.873186Z","steps":["trace[1333552763] 'range keys from in-memory index tree' (duration: 756.49877ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:18.873146Z","caller":"traceutil/trace.go:171","msg":"trace[724582672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23567; }","duration":"754.494165ms","start":"2026-08-06T01:50:18.11863Z","end":"2026-08-06T01:50:18.873124Z","steps":["trace[724582672] 'range keys from in-memory index tree' (duration: 754.30934ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:18.873245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.116324Z","time spent":"756.91262ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-06T01:50:18.873243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.424464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-06T01:50:18.873271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.118621Z","time spent":"754.634668ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-06T01:50:18.873336Z","caller":"traceutil/trace.go:171","msg":"trace[47322225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23567; }","duration":"635.569358ms","start":"2026-08-06T01:50:18.237744Z","end":"2026-08-06T01:50:18.873314Z","steps":["trace[47322225] 'range keys from in-memory index tree' (duration: 635.188229ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:18.873385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.237726Z","time spent":"635.650039ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-06T01:50:18.873376Z","caller":"traceutil/trace.go:171","msg":"trace[110730017] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"484.367896ms","start":"2026-08-06T01:50:18.388973Z","end":"2026-08-06T01:50:18.87334Z","steps":["trace[110730017] 'process raft request' (duration: 469.856946ms)","trace[110730017] 'compare' (duration: 13.489026ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:50:18.873763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.38895Z","time spent":"484.475228ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:19.128375Z","caller":"traceutil/trace.go:171","msg":"trace[770978340] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"732.276529ms","start":"2026-08-06T01:50:18.396048Z","end":"2026-08-06T01:50:19.128324Z","steps":["trace[770978340] 'process raft request' (duration: 717.242046ms)","trace[770978340] 'compare' (duration: 14.798107ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:50:19.128435Z","caller":"traceutil/trace.go:171","msg":"trace[1361550750] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"732.231257ms","start":"2026-08-06T01:50:18.39617Z","end":"2026-08-06T01:50:19.128402Z","steps":["trace[1361550750] 'process raft request' (duration: 732.084744ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.128547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.969178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.1286Z","caller":"traceutil/trace.go:171","msg":"trace[1598388119] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23571; }","duration":"727.051009ms","start":"2026-08-06T01:50:18.401522Z","end":"2026-08-06T01:50:19.128573Z","steps":["trace[1598388119] 'agreement among raft nodes before linearized reading' (duration: 726.923426ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.128628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.401507Z","time spent":"727.112761ms","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-08-06T01:50:19.128658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.396007Z","time spent":"732.463723ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:19.128399Z","caller":"traceutil/trace.go:171","msg":"trace[1246441749] linearizableReadLoop","detail":"{readStateIndex:24370; appliedIndex:24367; }","duration":"726.817604ms","start":"2026-08-06T01:50:18.401559Z","end":"2026-08-06T01:50:19.128376Z","steps":["trace[1246441749] 'read index received' (duration: 457.256419ms)","trace[1246441749] 'applied index is now lower than readState.Index' (duration: 269.560195ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:50:19.129065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.396142Z","time spent":"732.35096ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:19.129212Z","caller":"traceutil/trace.go:171","msg":"trace[1007465177] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"727.49867ms","start":"2026-08-06T01:50:18.401692Z","end":"2026-08-06T01:50:19.129191Z","steps":["trace[1007465177] 'process raft request' (duration: 726.643811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.129378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.401673Z","time spent":"727.656863ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:19.31659Z","caller":"traceutil/trace.go:171","msg":"trace[1716072541] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"438.727937ms","start":"2026-08-06T01:50:18.877822Z","end":"2026-08-06T01:50:19.316549Z","steps":["trace[1716072541] 'process raft request' (duration: 438.662286ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:19.316599Z","caller":"traceutil/trace.go:171","msg":"trace[623525002] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"438.809908ms","start":"2026-08-06T01:50:18.877758Z","end":"2026-08-06T01:50:19.316568Z","steps":["trace[623525002] 'process raft request' (duration: 438.575603ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.316738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.877817Z","time spent":"438.844809ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:50:19.316774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.877747Z","time spent":"438.944461ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:19.316966Z","caller":"traceutil/trace.go:171","msg":"trace[2048025418] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"438.747417ms","start":"2026-08-06T01:50:18.878188Z","end":"2026-08-06T01:50:19.316936Z","steps":["trace[2048025418] 'process raft request' (duration: 438.327167ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:19.317133Z","caller":"traceutil/trace.go:171","msg":"trace[1694149425] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"438.89011ms","start":"2026-08-06T01:50:18.878233Z","end":"2026-08-06T01:50:19.317123Z","steps":["trace[1694149425] 'process raft request' (duration: 438.599683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.31713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.878181Z","time spent":"438.859919ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:50:19.3172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.878229Z","time spent":"438.942791ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:19.317358Z","caller":"traceutil/trace.go:171","msg":"trace[31901841] linearizableReadLoop","detail":"{readStateIndex:24376; appliedIndex:24371; }","duration":"188.363258ms","start":"2026-08-06T01:50:19.128982Z","end":"2026-08-06T01:50:19.317345Z","steps":["trace[31901841] 'read index received' (duration: 187.294664ms)","trace[31901841] 'applied index is now lower than readState.Index' (duration: 1.067754ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:50:19.317448Z","caller":"traceutil/trace.go:171","msg":"trace[768846434] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"438.740126ms","start":"2026-08-06T01:50:18.878702Z","end":"2026-08-06T01:50:19.317442Z","steps":["trace[768846434] 'process raft request' (duration: 438.377518ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.878696Z","time spent":"438.764666ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-06T01:50:19.317565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.821983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.317636Z","caller":"traceutil/trace.go:171","msg":"trace[2068370870] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23576; }","duration":"581.916225ms","start":"2026-08-06T01:50:18.735704Z","end":"2026-08-06T01:50:19.31762Z","steps":["trace[2068370870] 'agreement among raft nodes before linearized reading' (duration: 581.803742ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.855329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-sync-zftxp\" ","response":"range_response_count:1 size:6864"} {"level":"warn","ts":"2026-08-06T01:50:19.317667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.735697Z","time spent":"581.963976ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-08-06T01:50:19.317682Z","caller":"traceutil/trace.go:171","msg":"trace[1786831108] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-sync-zftxp; range_end:; response_count:1; response_revision:23576; }","duration":"909.90593ms","start":"2026-08-06T01:50:18.407767Z","end":"2026-08-06T01:50:19.317672Z","steps":["trace[1786831108] 'agreement among raft nodes before linearized reading' (duration: 909.764567ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.040611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-06T01:50:19.317711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.40776Z","time spent":"909.945782ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6887,"request content":"key:\"/registry/pods/openstack/magnum-db-sync-zftxp\" "} {"level":"info","ts":"2026-08-06T01:50:19.317734Z","caller":"traceutil/trace.go:171","msg":"trace[250443616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23576; }","duration":"916.085412ms","start":"2026-08-06T01:50:18.401637Z","end":"2026-08-06T01:50:19.317723Z","steps":["trace[250443616] 'agreement among raft nodes before linearized reading' (duration: 915.941289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.401631Z","time spent":"916.119693ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-06T01:50:19.317873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.751094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.317896Z","caller":"traceutil/trace.go:171","msg":"trace[467462104] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23576; }","duration":"582.828546ms","start":"2026-08-06T01:50:18.735059Z","end":"2026-08-06T01:50:19.317888Z","steps":["trace[467462104] 'agreement among raft nodes before linearized reading' (duration: 582.787565ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.735038Z","time spent":"582.873428ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-08-06T01:50:19.317916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.345357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-06T01:50:19.317937Z","caller":"traceutil/trace.go:171","msg":"trace[797275305] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23576; }","duration":"916.413389ms","start":"2026-08-06T01:50:18.401517Z","end":"2026-08-06T01:50:19.317931Z","steps":["trace[797275305] 'agreement among raft nodes before linearized reading' (duration: 916.316217ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.603698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-06T01:50:19.317955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.401494Z","time spent":"916.45603ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-08-06T01:50:19.31797Z","caller":"traceutil/trace.go:171","msg":"trace[884781242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23576; }","duration":"440.6412ms","start":"2026-08-06T01:50:18.877322Z","end":"2026-08-06T01:50:19.317963Z","steps":["trace[884781242] 'agreement among raft nodes before linearized reading' (duration: 440.532237ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.317988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.877309Z","time spent":"440.67536ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-06T01:50:19.31804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.927808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.318063Z","caller":"traceutil/trace.go:171","msg":"trace[95854870] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23576; }","duration":"582.99656ms","start":"2026-08-06T01:50:18.735059Z","end":"2026-08-06T01:50:19.318056Z","steps":["trace[95854870] 'agreement among raft nodes before linearized reading' (duration: 582.959749ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.735036Z","time spent":"583.041431ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.215085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-06T01:50:19.318153Z","caller":"traceutil/trace.go:171","msg":"trace[1012512045] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23576; }","duration":"576.237326ms","start":"2026-08-06T01:50:18.741909Z","end":"2026-08-06T01:50:19.318146Z","steps":["trace[1012512045] 'agreement among raft nodes before linearized reading' (duration: 576.172954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.31817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.741878Z","time spent":"576.288637ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.120173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.318206Z","caller":"traceutil/trace.go:171","msg":"trace[89889995] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23576; }","duration":"583.184805ms","start":"2026-08-06T01:50:18.73501Z","end":"2026-08-06T01:50:19.318195Z","steps":["trace[89889995] 'agreement among raft nodes before linearized reading' (duration: 583.145823ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.734987Z","time spent":"583.248137ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.814881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.318344Z","caller":"traceutil/trace.go:171","msg":"trace[529476802] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23576; }","duration":"580.870182ms","start":"2026-08-06T01:50:18.737467Z","end":"2026-08-06T01:50:19.318337Z","steps":["trace[529476802] 'agreement among raft nodes before linearized reading' (duration: 580.820391ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.737457Z","time spent":"580.900434ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.63574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.318445Z","caller":"traceutil/trace.go:171","msg":"trace[1498779024] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23576; }","duration":"581.700031ms","start":"2026-08-06T01:50:18.736739Z","end":"2026-08-06T01:50:19.318439Z","steps":["trace[1498779024] 'agreement among raft nodes before linearized reading' (duration: 581.66048ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.736731Z","time spent":"581.740232ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.729822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-06T01:50:19.318707Z","caller":"traceutil/trace.go:171","msg":"trace[99870672] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23576; }","duration":"581.774683ms","start":"2026-08-06T01:50:18.736926Z","end":"2026-08-06T01:50:19.318701Z","steps":["trace[99870672] 'agreement among raft nodes before linearized reading' (duration: 581.716962ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.736914Z","time spent":"581.805534ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.004138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.318831Z","caller":"traceutil/trace.go:171","msg":"trace[40006830] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23576; }","duration":"582.029838ms","start":"2026-08-06T01:50:18.736797Z","end":"2026-08-06T01:50:19.318827Z","steps":["trace[40006830] 'agreement among raft nodes before linearized reading' (duration: 582.006427ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.736792Z","time spent":"582.053779ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-08-06T01:50:19.318926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.12116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.31897Z","caller":"traceutil/trace.go:171","msg":"trace[899913435] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23576; }","duration":"582.176811ms","start":"2026-08-06T01:50:18.736759Z","end":"2026-08-06T01:50:19.318936Z","steps":["trace[899913435] 'agreement among raft nodes before linearized reading' (duration: 582.152911ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:19.318986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:18.736738Z","time spent":"582.244204ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-08-06T01:50:19.608316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.448626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:50:19.60842Z","caller":"traceutil/trace.go:171","msg":"trace[2124577440] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"279.532773ms","start":"2026-08-06T01:50:19.328867Z","end":"2026-08-06T01:50:19.6084Z","steps":["trace[2124577440] 'process raft request' (duration: 153.914113ms)","trace[2124577440] 'compare' (duration: 125.19638ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:50:19.618047Z","caller":"traceutil/trace.go:171","msg":"trace[1025381181] linearizableReadLoop","detail":"{readStateIndex:24378; appliedIndex:24376; }","duration":"229.036733ms","start":"2026-08-06T01:50:19.38899Z","end":"2026-08-06T01:50:19.618026Z","steps":["trace[1025381181] 'read index received' (duration: 93.804635ms)","trace[1025381181] 'applied index is now lower than readState.Index' (duration: 135.230778ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:50:19.618177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.172236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:19.618209Z","caller":"traceutil/trace.go:171","msg":"trace[1883686331] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23578; }","duration":"229.247678ms","start":"2026-08-06T01:50:19.388952Z","end":"2026-08-06T01:50:19.6182Z","steps":["trace[1883686331] 'agreement among raft nodes before linearized reading' (duration: 229.154546ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:19.618453Z","caller":"traceutil/trace.go:171","msg":"trace[2004568550] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"289.433609ms","start":"2026-08-06T01:50:19.329012Z","end":"2026-08-06T01:50:19.618445Z","steps":["trace[2004568550] 'process raft request' (duration: 288.890476ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:19.624021Z","caller":"traceutil/trace.go:171","msg":"trace[1539218894] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"119.273045ms","start":"2026-08-06T01:50:19.504719Z","end":"2026-08-06T01:50:19.623992Z","steps":["trace[1539218894] 'process raft request' (duration: 119.106791ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:20.19204Z","caller":"traceutil/trace.go:171","msg":"trace[1801256653] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"271.899759ms","start":"2026-08-06T01:50:19.920117Z","end":"2026-08-06T01:50:20.192017Z","steps":["trace[1801256653] 'process raft request' (duration: 271.741015ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:20.26011Z","caller":"traceutil/trace.go:171","msg":"trace[994441898] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"274.222382ms","start":"2026-08-06T01:50:19.985853Z","end":"2026-08-06T01:50:20.260075Z","steps":["trace[994441898] 'process raft request' (duration: 273.907225ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:20.653217Z","caller":"traceutil/trace.go:171","msg":"trace[1755382670] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"442.384979ms","start":"2026-08-06T01:50:20.210813Z","end":"2026-08-06T01:50:20.653198Z","steps":["trace[1755382670] 'process raft request' (duration: 442.177425ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:20.653394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:20.210793Z","time spent":"442.483832ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:20.765964Z","caller":"traceutil/trace.go:171","msg":"trace[184247634] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"501.034414ms","start":"2026-08-06T01:50:20.264911Z","end":"2026-08-06T01:50:20.765945Z","steps":["trace[184247634] 'process raft request' (duration: 500.882001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:20.766094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:50:20.264888Z","time spent":"501.135187ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:50:20.766147Z","caller":"traceutil/trace.go:171","msg":"trace[1057661250] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24381; }","duration":"212.500146ms","start":"2026-08-06T01:50:20.553615Z","end":"2026-08-06T01:50:20.766116Z","steps":["trace[1057661250] 'read index received' (duration: 99.349841ms)","trace[1057661250] 'applied index is now lower than readState.Index' (duration: 113.148305ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:50:20.766347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.082042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:20.766502Z","caller":"traceutil/trace.go:171","msg":"trace[2143888817] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23584; }","duration":"131.291457ms","start":"2026-08-06T01:50:20.635188Z","end":"2026-08-06T01:50:20.76648Z","steps":["trace[2143888817] 'agreement among raft nodes before linearized reading' (duration: 131.084822ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:20.766302Z","caller":"traceutil/trace.go:171","msg":"trace[34419625] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"148.617323ms","start":"2026-08-06T01:50:20.617637Z","end":"2026-08-06T01:50:20.766255Z","steps":["trace[34419625] 'process raft request' (duration: 148.264325ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:20.76639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.761961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-08-06T01:50:20.766669Z","caller":"traceutil/trace.go:171","msg":"trace[847739768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23584; }","duration":"213.098931ms","start":"2026-08-06T01:50:20.553559Z","end":"2026-08-06T01:50:20.766658Z","steps":["trace[847739768] 'agreement among raft nodes before linearized reading' (duration: 212.679451ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:20.917025Z","caller":"traceutil/trace.go:171","msg":"trace[1033737728] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"145.227816ms","start":"2026-08-06T01:50:20.771775Z","end":"2026-08-06T01:50:20.917003Z","steps":["trace[1033737728] 'process raft request' (duration: 84.992895ms)","trace[1033737728] 'compare' (duration: 60.144388ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:50:20.930018Z","caller":"traceutil/trace.go:171","msg":"trace[1915468856] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"156.735008ms","start":"2026-08-06T01:50:20.773259Z","end":"2026-08-06T01:50:20.929994Z","steps":["trace[1915468856] 'process raft request' (duration: 156.506442ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:20.930046Z","caller":"traceutil/trace.go:171","msg":"trace[2098028360] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"156.425581ms","start":"2026-08-06T01:50:20.77359Z","end":"2026-08-06T01:50:20.930016Z","steps":["trace[2098028360] 'process raft request' (duration: 156.291378ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:50:21.140287Z","caller":"traceutil/trace.go:171","msg":"trace[585601373] linearizableReadLoop","detail":"{readStateIndex:24388; appliedIndex:24387; }","duration":"210.306207ms","start":"2026-08-06T01:50:20.92996Z","end":"2026-08-06T01:50:21.140266Z","steps":["trace[585601373] 'read index received' (duration: 210.209305ms)","trace[585601373] 'applied index is now lower than readState.Index' (duration: 92.362µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:50:21.140359Z","caller":"traceutil/trace.go:171","msg":"trace[1494303427] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"259.230262ms","start":"2026-08-06T01:50:20.881105Z","end":"2026-08-06T01:50:21.140335Z","steps":["trace[1494303427] 'process raft request' (duration: 258.990046ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:50:21.140477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.230541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-06T01:50:21.140573Z","caller":"traceutil/trace.go:171","msg":"trace[531990337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23588; }","duration":"252.359725ms","start":"2026-08-06T01:50:20.888199Z","end":"2026-08-06T01:50:21.140559Z","steps":["trace[531990337] 'agreement among raft nodes before linearized reading' (duration: 252.14973ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:54:11.758075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22747} {"level":"info","ts":"2026-08-06T01:54:11.898725Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22747,"took":"134.387438ms","hash":147797241,"current-db-size-bytes":56315904,"current-db-size":"56 MB","current-db-size-in-use-bytes":32370688,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-06T01:54:11.898797Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":147797241,"revision":22747,"compact-revision":19998} {"level":"info","ts":"2026-08-06T01:56:23.647759Z","caller":"traceutil/trace.go:171","msg":"trace[641396258] linearizableReadLoop","detail":"{readStateIndex:27178; appliedIndex:27177; }","duration":"121.435084ms","start":"2026-08-06T01:56:23.526302Z","end":"2026-08-06T01:56:23.647737Z","steps":["trace[641396258] 'read index received' (duration: 121.228149ms)","trace[641396258] 'applied index is now lower than readState.Index' (duration: 206.175µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:56:23.647846Z","caller":"traceutil/trace.go:171","msg":"trace[2069229597] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"125.685619ms","start":"2026-08-06T01:56:23.522128Z","end":"2026-08-06T01:56:23.647814Z","steps":["trace[2069229597] 'process raft request' (duration: 125.470855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:56:23.647993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.67774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" ","response":"range_response_count:1 size:253188"} {"level":"info","ts":"2026-08-06T01:56:23.648021Z","caller":"traceutil/trace.go:171","msg":"trace[794682482] range","detail":"{range_begin:/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0; range_end:; response_count:1; response_revision:26301; }","duration":"121.775062ms","start":"2026-08-06T01:56:23.526238Z","end":"2026-08-06T01:56:23.648014Z","steps":["trace[794682482] 'agreement among raft nodes before linearized reading' (duration: 121.598857ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:56:27.373599Z","caller":"traceutil/trace.go:171","msg":"trace[365916969] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27199; }","duration":"321.895996ms","start":"2026-08-06T01:56:27.051678Z","end":"2026-08-06T01:56:27.373574Z","steps":["trace[365916969] 'read index received' (duration: 321.731853ms)","trace[365916969] 'applied index is now lower than readState.Index' (duration: 163.093µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:56:27.373722Z","caller":"traceutil/trace.go:171","msg":"trace[371101889] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"338.808161ms","start":"2026-08-06T01:56:27.034885Z","end":"2026-08-06T01:56:27.373693Z","steps":["trace[371101889] 'process raft request' (duration: 338.539785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:56:27.373857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.875203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-08-06T01:56:27.373883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:56:27.034863Z","time spent":"338.936075ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-06T01:56:27.373899Z","caller":"traceutil/trace.go:171","msg":"trace[234104587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26323; }","duration":"287.973135ms","start":"2026-08-06T01:56:27.085912Z","end":"2026-08-06T01:56:27.373885Z","steps":["trace[234104587] 'agreement among raft nodes before linearized reading' (duration: 287.826611ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:56:27.373947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.238905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/prometheus-smartctl-exporter\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-08-06T01:56:27.373956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.643109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-06T01:56:27.374045Z","caller":"traceutil/trace.go:171","msg":"trace[968101314] range","detail":"{range_begin:/registry/services/endpoints/monitoring/prometheus-smartctl-exporter; range_end:; response_count:1; response_revision:26323; }","duration":"322.388659ms","start":"2026-08-06T01:56:27.051634Z","end":"2026-08-06T01:56:27.374022Z","steps":["trace[968101314] 'agreement among raft nodes before linearized reading' (duration: 322.084261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:56:27.374065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.087166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/vector-headless\" ","response":"range_response_count:1 size:1061"} {"level":"info","ts":"2026-08-06T01:56:27.374066Z","caller":"traceutil/trace.go:171","msg":"trace[770518418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26323; }","duration":"110.811603ms","start":"2026-08-06T01:56:27.263235Z","end":"2026-08-06T01:56:27.374046Z","steps":["trace[770518418] 'agreement among raft nodes before linearized reading' (duration: 110.552337ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:56:27.374098Z","caller":"traceutil/trace.go:171","msg":"trace[996316565] range","detail":"{range_begin:/registry/services/endpoints/monitoring/vector-headless; range_end:; response_count:1; response_revision:26323; }","duration":"262.142607ms","start":"2026-08-06T01:56:27.111945Z","end":"2026-08-06T01:56:27.374087Z","steps":["trace[996316565] 'agreement among raft nodes before linearized reading' (duration: 262.054525ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:56:27.374099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-06T01:56:27.05162Z","time spent":"322.4697ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":904,"request content":"key:\"/registry/services/endpoints/monitoring/prometheus-smartctl-exporter\" "} {"level":"warn","ts":"2026-08-06T01:56:27.374095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.654999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-06T01:56:27.374271Z","caller":"traceutil/trace.go:171","msg":"trace[1676397965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26323; }","duration":"182.938665ms","start":"2026-08-06T01:56:27.191281Z","end":"2026-08-06T01:56:27.37422Z","steps":["trace[1676397965] 'agreement among raft nodes before linearized reading' (duration: 182.561206ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:58:26.317999Z","caller":"traceutil/trace.go:171","msg":"trace[1608027277] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"143.848026ms","start":"2026-08-06T01:58:26.174123Z","end":"2026-08-06T01:58:26.317971Z","steps":["trace[1608027277] 'process raft request' (duration: 89.16572ms)","trace[1608027277] 'compare' (duration: 54.292867ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:58:26.848751Z","caller":"traceutil/trace.go:171","msg":"trace[1702910815] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28095; }","duration":"118.378565ms","start":"2026-08-06T01:58:26.730345Z","end":"2026-08-06T01:58:26.848724Z","steps":["trace[1702910815] 'read index received' (duration: 118.220651ms)","trace[1702910815] 'applied index is now lower than readState.Index' (duration: 156.944µs)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:58:26.849141Z","caller":"traceutil/trace.go:171","msg":"trace[16577352] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"119.450159ms","start":"2026-08-06T01:58:26.729677Z","end":"2026-08-06T01:58:26.849127Z","steps":["trace[16577352] 'process raft request' (duration: 118.821605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:58:26.849684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.318397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-08-06T01:58:26.849742Z","caller":"traceutil/trace.go:171","msg":"trace[1418037389] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:27193; }","duration":"119.410218ms","start":"2026-08-06T01:58:26.730318Z","end":"2026-08-06T01:58:26.849728Z","steps":["trace[1418037389] 'agreement among raft nodes before linearized reading' (duration: 119.249315ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:58:27.188369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.536592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-06T01:58:27.1888Z","caller":"traceutil/trace.go:171","msg":"trace[937881869] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"102.33352ms","start":"2026-08-06T01:58:27.086438Z","end":"2026-08-06T01:58:27.188772Z","steps":["trace[937881869] 'process raft request' (duration: 102.221917ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:58:27.188973Z","caller":"traceutil/trace.go:171","msg":"trace[1626468528] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"105.191165ms","start":"2026-08-06T01:58:27.083762Z","end":"2026-08-06T01:58:27.188953Z","steps":["trace[1626468528] 'process raft request' (duration: 104.709863ms)"],"step_count":1} {"level":"info","ts":"2026-08-06T01:58:27.188709Z","caller":"traceutil/trace.go:171","msg":"trace[1857352553] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"124.061754ms","start":"2026-08-06T01:58:27.064604Z","end":"2026-08-06T01:58:27.188666Z","steps":["trace[1857352553] 'process raft request' (duration: 18.138563ms)","trace[1857352553] 'compare' (duration: 105.202794ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:58:40.360263Z","caller":"traceutil/trace.go:171","msg":"trace[700581207] linearizableReadLoop","detail":"{readStateIndex:28198; appliedIndex:28196; }","duration":"116.537522ms","start":"2026-08-06T01:58:40.243701Z","end":"2026-08-06T01:58:40.360239Z","steps":["trace[700581207] 'read index received' (duration: 10.690933ms)","trace[700581207] 'applied index is now lower than readState.Index' (duration: 105.845129ms)"],"step_count":2} {"level":"info","ts":"2026-08-06T01:58:40.360373Z","caller":"traceutil/trace.go:171","msg":"trace[994836997] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"116.857019ms","start":"2026-08-06T01:58:40.243468Z","end":"2026-08-06T01:58:40.360325Z","steps":["trace[994836997] 'process raft request' (duration: 47.312217ms)","trace[994836997] 'compare' (duration: 69.337647ms)"],"step_count":2} {"level":"warn","ts":"2026-08-06T01:58:40.36053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.813779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-08-06T01:58:40.360623Z","caller":"traceutil/trace.go:171","msg":"trace[710084079] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27292; }","duration":"116.952792ms","start":"2026-08-06T01:58:40.243651Z","end":"2026-08-06T01:58:40.360604Z","steps":["trace[710084079] 'agreement among raft nodes before linearized reading' (duration: 116.689905ms)"],"step_count":1} {"level":"warn","ts":"2026-08-06T01:58:42.970858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.278294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-08-06T01:58:42.970948Z","caller":"traceutil/trace.go:171","msg":"trace[1693797421] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-osd; range_end:; response_count:1; response_revision:27311; }","duration":"119.419997ms","start":"2026-08-06T01:58:42.851509Z","end":"2026-08-06T01:58:42.970929Z","steps":["trace[1693797421] 'range keys from in-memory index tree' (duration: 119.06268ms)"],"step_count":1}