{"level":"warn","ts":"2026-03-31T10:59:14.652267Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T10:59:14.652378Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T10:59:14.652462Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T10:59:14.65248Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-31T10:59:14.652505Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T10:59:14.65307Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-03-31T10:59:14.653152Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T10:59:14.657472Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.034113ms"} {"level":"info","ts":"2026-03-31T10:59:14.664171Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-03-31T10:59:14.664251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T10:59:14.664277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-03-31T10:59:14.664295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T10:59:14.664316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-03-31T10:59:14.664365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-03-31T10:59:14.669321Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T10:59:14.670737Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T10:59:14.671973Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T10:59:14.67416Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T10:59:14.674395Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T10:59:14.674597Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T10:59:14.675412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T10:59:14.675436Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T10:59:14.67639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-03-31T10:59:14.678261Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-31T10:59:14.68091Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T10:59:14.681084Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-31T10:59:14.681122Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-31T10:59:14.681491Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T10:59:14.681542Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T10:59:14.865531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T10:59:14.865619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T10:59:14.865688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-03-31T10:59:14.865721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-03-31T10:59:14.865739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-31T10:59:14.865764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-03-31T10:59:14.865786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-31T10:59:14.866944Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T10:59:14.86801Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T10:59:14.868002Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T10:59:14.868107Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T10:59:14.86832Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T10:59:14.868396Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T10:59:14.868625Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T10:59:14.868834Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T10:59:14.868902Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T10:59:14.871741Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T10:59:14.871919Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-03-31T10:59:37.334222Z","caller":"traceutil/trace.go:171","msg":"trace[1684864085] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"126.830849ms","start":"2026-03-31T10:59:37.207349Z","end":"2026-03-31T10:59:37.334179Z","steps":["trace[1684864085] 'process raft request' (duration: 126.345869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T10:59:42.657754Z","caller":"traceutil/trace.go:171","msg":"trace[667685932] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"185.728561ms","start":"2026-03-31T10:59:42.471977Z","end":"2026-03-31T10:59:42.657706Z","steps":["trace[667685932] 'process raft request' (duration: 185.479626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T10:59:57.784832Z","caller":"traceutil/trace.go:171","msg":"trace[32177161] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"137.099295ms","start":"2026-03-31T10:59:57.647702Z","end":"2026-03-31T10:59:57.784802Z","steps":["trace[32177161] 'process raft request' (duration: 136.793859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T10:59:57.821591Z","caller":"traceutil/trace.go:171","msg":"trace[391443194] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"173.405758ms","start":"2026-03-31T10:59:57.64816Z","end":"2026-03-31T10:59:57.821566Z","steps":["trace[391443194] 'process raft request' (duration: 172.906078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T10:59:58.194331Z","caller":"traceutil/trace.go:171","msg":"trace[1819520730] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"263.668834ms","start":"2026-03-31T10:59:57.930628Z","end":"2026-03-31T10:59:58.194296Z","steps":["trace[1819520730] 'read index received' (duration: 244.776697ms)","trace[1819520730] 'applied index is now lower than readState.Index' (duration: 18.890137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T10:59:58.194475Z","caller":"traceutil/trace.go:171","msg":"trace[295644669] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"311.964052ms","start":"2026-03-31T10:59:57.882472Z","end":"2026-03-31T10:59:58.194436Z","steps":["trace[295644669] 'process raft request' (duration: 293.022763ms)","trace[295644669] 'compare' (duration: 18.49496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T10:59:58.195057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T10:59:57.882442Z","time spent":"312.119814ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T10:59:58.195485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.238896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T10:59:58.195644Z","caller":"traceutil/trace.go:171","msg":"trace[114311114] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:636; }","duration":"265.01845ms","start":"2026-03-31T10:59:57.930558Z","end":"2026-03-31T10:59:58.195577Z","steps":["trace[114311114] 'agreement among raft nodes before linearized reading' (duration: 263.914168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T10:59:58.321775Z","caller":"traceutil/trace.go:171","msg":"trace[152955179] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"120.268701ms","start":"2026-03-31T10:59:58.201488Z","end":"2026-03-31T10:59:58.321757Z","steps":["trace[152955179] 'process raft request' (duration: 120.141199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:00:15.230536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.650065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:00:15.230703Z","caller":"traceutil/trace.go:171","msg":"trace[1052419714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"158.91865ms","start":"2026-03-31T11:00:15.071757Z","end":"2026-03-31T11:00:15.230676Z","steps":["trace[1052419714] 'range keys from in-memory index tree' (duration: 158.493772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:01:25.325038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.748463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T11:01:25.32507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.962086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d92d1e8-bc32-4322-9e04-8b581c2cfbf8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T11:01:25.325148Z","caller":"traceutil/trace.go:171","msg":"trace[411555093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d92d1e8-bc32-4322-9e04-8b581c2cfbf8; range_end:; response_count:1; response_revision:1838; }","duration":"247.086968ms","start":"2026-03-31T11:01:25.078042Z","end":"2026-03-31T11:01:25.325129Z","steps":["trace[411555093] 'range keys from in-memory index tree' (duration: 246.785952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:01:25.325094Z","caller":"traceutil/trace.go:171","msg":"trace[1456552282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"252.875575ms","start":"2026-03-31T11:01:25.072206Z","end":"2026-03-31T11:01:25.325081Z","steps":["trace[1456552282] 'range keys from in-memory index tree' (duration: 252.642741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:01:25.325439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.474142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T11:01:25.325566Z","caller":"traceutil/trace.go:171","msg":"trace[1111496416] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"224.806603ms","start":"2026-03-31T11:01:25.100746Z","end":"2026-03-31T11:01:25.325553Z","steps":["trace[1111496416] 'compare' (duration: 216.084244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:01:25.325537Z","caller":"traceutil/trace.go:171","msg":"trace[2022406788] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"180.16181ms","start":"2026-03-31T11:01:25.14536Z","end":"2026-03-31T11:01:25.325522Z","steps":["trace[2022406788] 'read index received' (duration: 46.211µs)","trace[2022406788] 'applied index is now lower than readState.Index' (duration: 180.114399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:01:25.325791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.431385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T11:01:25.325832Z","caller":"traceutil/trace.go:171","msg":"trace[58668050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1839; }","duration":"180.513097ms","start":"2026-03-31T11:01:25.145307Z","end":"2026-03-31T11:01:25.32582Z","steps":["trace[58668050] 'agreement among raft nodes before linearized reading' (duration: 180.344624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:01:25.536017Z","caller":"traceutil/trace.go:171","msg":"trace[1251771249] linearizableReadLoop","detail":"{readStateIndex:1911; appliedIndex:1908; }","duration":"186.669034ms","start":"2026-03-31T11:01:25.34933Z","end":"2026-03-31T11:01:25.535999Z","steps":["trace[1251771249] 'read index received' (duration: 36.118878ms)","trace[1251771249] 'applied index is now lower than readState.Index' (duration: 150.549296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T11:01:25.536246Z","caller":"traceutil/trace.go:171","msg":"trace[1525000181] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"203.819394ms","start":"2026-03-31T11:01:25.332416Z","end":"2026-03-31T11:01:25.536236Z","steps":["trace[1525000181] 'process raft request' (duration: 203.534538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:01:25.536275Z","caller":"traceutil/trace.go:171","msg":"trace[1156322171] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"206.54546ms","start":"2026-03-31T11:01:25.329724Z","end":"2026-03-31T11:01:25.53627Z","steps":["trace[1156322171] 'process raft request' (duration: 178.396824ms)","trace[1156322171] 'compare' (duration: 27.712617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:01:25.536383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.039271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T11:01:25.536793Z","caller":"traceutil/trace.go:171","msg":"trace[1270117190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"187.477051ms","start":"2026-03-31T11:01:25.349291Z","end":"2026-03-31T11:01:25.536768Z","steps":["trace[1270117190] 'agreement among raft nodes before linearized reading' (duration: 186.987131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:02:17.935609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.519173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T11:02:17.935725Z","caller":"traceutil/trace.go:171","msg":"trace[1130463282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2177; }","duration":"139.704756ms","start":"2026-03-31T11:02:17.796002Z","end":"2026-03-31T11:02:17.935706Z","steps":["trace[1130463282] 'range keys from in-memory index tree' (duration: 139.275088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:02:17.935806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.34607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T11:02:17.935902Z","caller":"traceutil/trace.go:171","msg":"trace[1546792537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2177; }","duration":"102.495744ms","start":"2026-03-31T11:02:17.833385Z","end":"2026-03-31T11:02:17.935881Z","steps":["trace[1546792537] 'range keys from in-memory index tree' (duration: 102.057255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:02:18.174601Z","caller":"traceutil/trace.go:171","msg":"trace[1693756211] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"234.381831ms","start":"2026-03-31T11:02:17.940171Z","end":"2026-03-31T11:02:18.174552Z","steps":["trace[1693756211] 'process raft request' (duration: 233.227748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:02:18.17462Z","caller":"traceutil/trace.go:171","msg":"trace[1298803622] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"234.161716ms","start":"2026-03-31T11:02:17.940418Z","end":"2026-03-31T11:02:18.17458Z","steps":["trace[1298803622] 'process raft request' (duration: 234.037104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:02:18.174782Z","caller":"traceutil/trace.go:171","msg":"trace[1406913934] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"234.2911ms","start":"2026-03-31T11:02:17.940459Z","end":"2026-03-31T11:02:18.17475Z","steps":["trace[1406913934] 'process raft request' (duration: 234.070664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:02:18.174775Z","caller":"traceutil/trace.go:171","msg":"trace[1306604623] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2256; }","duration":"106.710529ms","start":"2026-03-31T11:02:18.068007Z","end":"2026-03-31T11:02:18.174717Z","steps":["trace[1306604623] 'read index received' (duration: 8.232777ms)","trace[1306604623] 'applied index is now lower than readState.Index' (duration: 98.475472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:02:18.174946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.913074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:02:18.175691Z","caller":"traceutil/trace.go:171","msg":"trace[1277703223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"107.684269ms","start":"2026-03-31T11:02:18.067977Z","end":"2026-03-31T11:02:18.175661Z","steps":["trace[1277703223] 'agreement among raft nodes before linearized reading' (duration: 106.887713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:03:07.841921Z","caller":"traceutil/trace.go:171","msg":"trace[903216045] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"165.057309ms","start":"2026-03-31T11:03:07.676833Z","end":"2026-03-31T11:03:07.84189Z","steps":["trace[903216045] 'process raft request' (duration: 164.61078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:03:40.21123Z","caller":"traceutil/trace.go:171","msg":"trace[1674149055] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"117.548088ms","start":"2026-03-31T11:03:40.09365Z","end":"2026-03-31T11:03:40.211198Z","steps":["trace[1674149055] 'process raft request' (duration: 117.296723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:25.337601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827666886164951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T11:04:25.838463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827666886164951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T11:04:26.339582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827666886164951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T11:04:26.83969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827666886164951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T11:04:27.340573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827666886164951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T11:04:27.841325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827666886164951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T11:04:27.987444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.188854758s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T11:04:27.987893Z","caller":"traceutil/trace.go:171","msg":"trace[435106022] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"3.189369778s","start":"2026-03-31T11:04:24.798496Z","end":"2026-03-31T11:04:27.987866Z","steps":["trace[435106022] 'process raft request' (duration: 3.189219765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.988048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:24.798477Z","time spent":"3.18949386s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T11:04:27.99888Z","caller":"traceutil/trace.go:171","msg":"trace[309191183] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"2.508806603s","start":"2026-03-31T11:04:25.490053Z","end":"2026-03-31T11:04:27.99886Z","steps":["trace[309191183] 'process raft request' (duration: 2.508615779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.999042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.490021Z","time spent":"2.508938796s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T11:04:27.999123Z","caller":"traceutil/trace.go:171","msg":"trace[934492943] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"2.00305593s","start":"2026-03-31T11:04:25.996034Z","end":"2026-03-31T11:04:27.999089Z","steps":["trace[934492943] 'process raft request' (duration: 2.002937607s)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:04:27.999178Z","caller":"traceutil/trace.go:171","msg":"trace[1015918645] linearizableReadLoop","detail":"{readStateIndex:3018; appliedIndex:3013; }","duration":"3.162494167s","start":"2026-03-31T11:04:24.836662Z","end":"2026-03-31T11:04:27.999156Z","steps":["trace[1015918645] 'read index received' (duration: 3.151078262s)","trace[1015918645] 'applied index is now lower than readState.Index' (duration: 11.414905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:04:27.999279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.996012Z","time spent":"2.003168572s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T11:04:27.99937Z","caller":"traceutil/trace.go:171","msg":"trace[1770957411] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"2.472945256s","start":"2026-03-31T11:04:25.526415Z","end":"2026-03-31T11:04:27.99936Z","steps":["trace[1770957411] 'process raft request' (duration: 2.472404255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:04:27.999296Z","caller":"traceutil/trace.go:171","msg":"trace[1620973622] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"1.898580717s","start":"2026-03-31T11:04:26.100702Z","end":"2026-03-31T11:04:27.999282Z","steps":["trace[1620973622] 'process raft request' (duration: 1.898349543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.999409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.526397Z","time spent":"2.472992646s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T11:04:27.999475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:26.100674Z","time spent":"1.898755831s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T11:04:27.999588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928242552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:27.999611Z","caller":"traceutil/trace.go:171","msg":"trace[920999708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2911; }","duration":"1.928304174s","start":"2026-03-31T11:04:26.0713Z","end":"2026-03-31T11:04:27.999604Z","steps":["trace[920999708] 'agreement among raft nodes before linearized reading' (duration: 1.928261813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.999634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:26.071278Z","time spent":"1.928351585s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T11:04:27.999637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377318318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:27.999691Z","caller":"traceutil/trace.go:171","msg":"trace[915368232] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2911; }","duration":"2.377458231s","start":"2026-03-31T11:04:25.622219Z","end":"2026-03-31T11:04:27.999677Z","steps":["trace[915368232] 'agreement among raft nodes before linearized reading' (duration: 2.377362139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.99972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.622194Z","time spent":"2.377519522s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T11:04:27.999703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136887722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T11:04:27.99984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054727089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T11:04:27.999863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.190031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:27.999913Z","caller":"traceutil/trace.go:171","msg":"trace[1333329026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2911; }","duration":"3.137123316s","start":"2026-03-31T11:04:24.862758Z","end":"2026-03-31T11:04:27.999882Z","steps":["trace[1333329026] 'agreement among raft nodes before linearized reading' (duration: 3.136780229s)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:04:27.999931Z","caller":"traceutil/trace.go:171","msg":"trace[1273276232] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2911; }","duration":"894.321273ms","start":"2026-03-31T11:04:27.105588Z","end":"2026-03-31T11:04:27.999909Z","steps":["trace[1273276232] 'agreement among raft nodes before linearized reading' (duration: 894.203191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.999975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277335354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T11:04:27.999982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992502951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T11:04:28.000009Z","caller":"traceutil/trace.go:171","msg":"trace[448480340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2911; }","duration":"2.992579752s","start":"2026-03-31T11:04:25.007419Z","end":"2026-03-31T11:04:27.999999Z","steps":["trace[448480340] 'agreement among raft nodes before linearized reading' (duration: 2.99248353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.999989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:24.862739Z","time spent":"3.137231929s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T11:04:28.000003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:27.105567Z","time spent":"894.418776ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T11:04:28.00003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.007386Z","time spent":"2.992639354s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T11:04:28.000036Z","caller":"traceutil/trace.go:171","msg":"trace[865700227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2911; }","duration":"2.277421816s","start":"2026-03-31T11:04:25.722601Z","end":"2026-03-31T11:04:28.000023Z","steps":["trace[865700227] 'agreement among raft nodes before linearized reading' (duration: 2.277185781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.000064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.722583Z","time spent":"2.277477166s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T11:04:28.000005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486294069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T11:04:28.00009Z","caller":"traceutil/trace.go:171","msg":"trace[263173985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2911; }","duration":"1.486421872s","start":"2026-03-31T11:04:26.513662Z","end":"2026-03-31T11:04:28.000083Z","steps":["trace[263173985] 'agreement among raft nodes before linearized reading' (duration: 1.486227608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:27.999722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164354905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-03-31T11:04:28.000087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.532442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T11:04:28.000113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:26.513641Z","time spent":"1.486466362s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T11:04:28.000069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502410337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:28.000131Z","caller":"traceutil/trace.go:171","msg":"trace[2083435763] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2911; }","duration":"2.164787452s","start":"2026-03-31T11:04:25.835328Z","end":"2026-03-31T11:04:28.000116Z","steps":["trace[2083435763] 'agreement among raft nodes before linearized reading' (duration: 2.164274923s)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:04:28.000141Z","caller":"traceutil/trace.go:171","msg":"trace[1844906124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2911; }","duration":"994.622724ms","start":"2026-03-31T11:04:27.005501Z","end":"2026-03-31T11:04:28.000123Z","steps":["trace[1844906124] 'agreement among raft nodes before linearized reading' (duration: 994.544802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.000168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475588287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T11:04:28.000189Z","caller":"traceutil/trace.go:171","msg":"trace[228368792] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2911; }","duration":"2.47569539s","start":"2026-03-31T11:04:25.524486Z","end":"2026-03-31T11:04:28.000181Z","steps":["trace[228368792] 'agreement among raft nodes before linearized reading' (duration: 2.475642459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.000182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.835313Z","time spent":"2.164855173s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T11:04:28.000188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:27.005482Z","time spent":"994.691426ms","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T11:04:28.000205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.524467Z","time spent":"2.47573417s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T11:04:28.000229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875500041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a1e82b5e2be9bb\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-31T11:04:28.000264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.903388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:28.000267Z","caller":"traceutil/trace.go:171","msg":"trace[390648646] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a1e82b5e2be9bb; range_end:; response_count:1; response_revision:2911; }","duration":"1.875524072s","start":"2026-03-31T11:04:26.124719Z","end":"2026-03-31T11:04:28.000243Z","steps":["trace[390648646] 'agreement among raft nodes before linearized reading' (duration: 1.87543974s)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:04:28.00028Z","caller":"traceutil/trace.go:171","msg":"trace[2006406810] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2911; }","duration":"268.951769ms","start":"2026-03-31T11:04:27.731323Z","end":"2026-03-31T11:04:28.000275Z","steps":["trace[2006406810] 'agreement among raft nodes before linearized reading' (duration: 268.925198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.000289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:26.124658Z","time spent":"1.875623834s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a1e82b5e2be9bb\" "} {"level":"info","ts":"2026-03-31T11:04:27.999879Z","caller":"traceutil/trace.go:171","msg":"trace[706785701] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2911; }","duration":"2.054829092s","start":"2026-03-31T11:04:25.945043Z","end":"2026-03-31T11:04:27.999872Z","steps":["trace[706785701] 'agreement among raft nodes before linearized reading' (duration: 2.05472037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.000533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.945025Z","time spent":"2.055486355s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":19,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T11:04:28.000786Z","caller":"traceutil/trace.go:171","msg":"trace[1061025740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2911; }","duration":"2.50258605s","start":"2026-03-31T11:04:25.497564Z","end":"2026-03-31T11:04:28.00015Z","steps":["trace[1061025740] 'agreement among raft nodes before linearized reading' (duration: 2.502309485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.000863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:25.497533Z","time spent":"2.503311573s","remote":"127.0.0.1:56864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T11:04:28.00112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162795612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T11:04:28.00119Z","caller":"traceutil/trace.go:171","msg":"trace[559617147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2911; }","duration":"3.164561877s","start":"2026-03-31T11:04:24.83661Z","end":"2026-03-31T11:04:28.001172Z","steps":["trace[559617147] 'agreement among raft nodes before linearized reading' (duration: 3.162712931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:28.001254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:24.836588Z","time spent":"3.164642329s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T11:04:58.761812Z","caller":"traceutil/trace.go:171","msg":"trace[1765789550] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"103.88271ms","start":"2026-03-31T11:04:58.657901Z","end":"2026-03-31T11:04:58.761784Z","steps":["trace[1765789550] 'process raft request' (duration: 103.714197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:59.487501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.714886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:59.487616Z","caller":"traceutil/trace.go:171","msg":"trace[968409050] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3077; }","duration":"490.90343ms","start":"2026-03-31T11:04:58.996687Z","end":"2026-03-31T11:04:59.487591Z","steps":["trace[968409050] 'count revisions from in-memory index tree' (duration: 490.614005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:59.48767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:58.996665Z","time spent":"490.991721ms","remote":"127.0.0.1:44820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T11:04:59.488032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.267492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:04:59.488083Z","caller":"traceutil/trace.go:171","msg":"trace[782778599] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3077; }","duration":"509.347434ms","start":"2026-03-31T11:04:58.978723Z","end":"2026-03-31T11:04:59.488071Z","steps":["trace[782778599] 'count revisions from in-memory index tree' (duration: 509.202561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:04:59.488122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:04:58.978686Z","time spent":"509.420176ms","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T11:05:00.293882Z","caller":"traceutil/trace.go:171","msg":"trace[1567221327] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3194; }","duration":"114.514141ms","start":"2026-03-31T11:05:00.179331Z","end":"2026-03-31T11:05:00.293846Z","steps":["trace[1567221327] 'read index received' (duration: 24.174298ms)","trace[1567221327] 'applied index is now lower than readState.Index' (duration: 90.338453ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T11:05:00.29403Z","caller":"traceutil/trace.go:171","msg":"trace[785757490] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"121.316284ms","start":"2026-03-31T11:05:00.172664Z","end":"2026-03-31T11:05:00.29398Z","steps":["trace[785757490] 'process raft request' (duration: 30.89821ms)","trace[785757490] 'compare' (duration: 90.019056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:05:00.294197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.812496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T11:05:00.294247Z","caller":"traceutil/trace.go:171","msg":"trace[1023322345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3080; }","duration":"114.941659ms","start":"2026-03-31T11:05:00.179294Z","end":"2026-03-31T11:05:00.294235Z","steps":["trace[1023322345] 'agreement among raft nodes before linearized reading' (duration: 114.710925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:05:00.294307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.860108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T11:05:00.294432Z","caller":"traceutil/trace.go:171","msg":"trace[1606569504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3080; }","duration":"115.04467ms","start":"2026-03-31T11:05:00.179358Z","end":"2026-03-31T11:05:00.294403Z","steps":["trace[1606569504] 'agreement among raft nodes before linearized reading' (duration: 114.718444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:05:00.29474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.115123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T11:05:00.29492Z","caller":"traceutil/trace.go:171","msg":"trace[2131327961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3080; }","duration":"108.288947ms","start":"2026-03-31T11:05:00.186598Z","end":"2026-03-31T11:05:00.294887Z","steps":["trace[2131327961] 'agreement among raft nodes before linearized reading' (duration: 107.785427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:05:00.294738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.084672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T11:05:00.295112Z","caller":"traceutil/trace.go:171","msg":"trace[1068471887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3080; }","duration":"115.52836ms","start":"2026-03-31T11:05:00.179558Z","end":"2026-03-31T11:05:00.295086Z","steps":["trace[1068471887] 'agreement among raft nodes before linearized reading' (duration: 114.954989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.003002Z","caller":"traceutil/trace.go:171","msg":"trace[1418158398] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"178.108945ms","start":"2026-03-31T11:08:20.824865Z","end":"2026-03-31T11:08:21.002974Z","steps":["trace[1418158398] 'process raft request' (duration: 101.807022ms)","trace[1418158398] 'compare' (duration: 75.944275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T11:08:21.003084Z","caller":"traceutil/trace.go:171","msg":"trace[1863881790] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5496; }","duration":"173.35949ms","start":"2026-03-31T11:08:20.829699Z","end":"2026-03-31T11:08:21.003058Z","steps":["trace[1863881790] 'read index received' (duration: 96.930745ms)","trace[1863881790] 'applied index is now lower than readState.Index' (duration: 76.426595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:08:21.003287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.540163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T11:08:21.003367Z","caller":"traceutil/trace.go:171","msg":"trace[456162592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5305; }","duration":"173.709977ms","start":"2026-03-31T11:08:20.829643Z","end":"2026-03-31T11:08:21.003353Z","steps":["trace[456162592] 'agreement among raft nodes before linearized reading' (duration: 173.538584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.003488Z","caller":"traceutil/trace.go:171","msg":"trace[1955865740] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"126.202779ms","start":"2026-03-31T11:08:20.877243Z","end":"2026-03-31T11:08:21.003445Z","steps":["trace[1955865740] 'process raft request' (duration: 125.687849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.003554Z","caller":"traceutil/trace.go:171","msg":"trace[9040139] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"123.558176ms","start":"2026-03-31T11:08:20.879979Z","end":"2026-03-31T11:08:21.003537Z","steps":["trace[9040139] 'process raft request' (duration: 123.247549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:08:21.003556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.537695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:08:21.003663Z","caller":"traceutil/trace.go:171","msg":"trace[162735676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5306; }","duration":"120.703239ms","start":"2026-03-31T11:08:20.882939Z","end":"2026-03-31T11:08:21.003642Z","steps":["trace[162735676] 'agreement among raft nodes before linearized reading' (duration: 120.527055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.337189Z","caller":"traceutil/trace.go:171","msg":"trace[369513272] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5500; }","duration":"144.491383ms","start":"2026-03-31T11:08:21.192671Z","end":"2026-03-31T11:08:21.337163Z","steps":["trace[369513272] 'read index received' (duration: 79.292122ms)","trace[369513272] 'applied index is now lower than readState.Index' (duration: 65.197861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T11:08:21.33732Z","caller":"traceutil/trace.go:171","msg":"trace[1014571924] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"160.550954ms","start":"2026-03-31T11:08:21.176736Z","end":"2026-03-31T11:08:21.337287Z","steps":["trace[1014571924] 'process raft request' (duration: 95.358004ms)","trace[1014571924] 'compare' (duration: 64.763822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:08:21.337604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.913521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4aa28636-a5d4-4548-9ebc-5020eb261079\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T11:08:21.337664Z","caller":"traceutil/trace.go:171","msg":"trace[1896317774] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4aa28636-a5d4-4548-9ebc-5020eb261079; range_end:; response_count:1; response_revision:5308; }","duration":"145.025233ms","start":"2026-03-31T11:08:21.192622Z","end":"2026-03-31T11:08:21.337648Z","steps":["trace[1896317774] 'agreement among raft nodes before linearized reading' (duration: 144.760778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.492993Z","caller":"traceutil/trace.go:171","msg":"trace[1201746465] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"149.129346ms","start":"2026-03-31T11:08:21.343835Z","end":"2026-03-31T11:08:21.492964Z","steps":["trace[1201746465] 'process raft request' (duration: 148.584345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.49321Z","caller":"traceutil/trace.go:171","msg":"trace[1627485309] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"147.115046ms","start":"2026-03-31T11:08:21.346083Z","end":"2026-03-31T11:08:21.493198Z","steps":["trace[1627485309] 'process raft request' (duration: 146.953743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:21.493296Z","caller":"traceutil/trace.go:171","msg":"trace[1757769085] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"140.78423ms","start":"2026-03-31T11:08:21.352485Z","end":"2026-03-31T11:08:21.493269Z","steps":["trace[1757769085] 'process raft request' (duration: 140.648187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:37.156324Z","caller":"traceutil/trace.go:171","msg":"trace[1087790040] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"154.422731ms","start":"2026-03-31T11:08:37.001857Z","end":"2026-03-31T11:08:37.15628Z","steps":["trace[1087790040] 'process raft request' (duration: 154.180617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:37.160683Z","caller":"traceutil/trace.go:171","msg":"trace[1386889850] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"100.321453ms","start":"2026-03-31T11:08:37.060312Z","end":"2026-03-31T11:08:37.160634Z","steps":["trace[1386889850] 'process raft request' (duration: 100.085678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:37.559758Z","caller":"traceutil/trace.go:171","msg":"trace[364109841] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"108.615628ms","start":"2026-03-31T11:08:37.451119Z","end":"2026-03-31T11:08:37.559734Z","steps":["trace[364109841] 'process raft request' (duration: 108.543437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:37.559769Z","caller":"traceutil/trace.go:171","msg":"trace[1829262648] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"108.616088ms","start":"2026-03-31T11:08:37.451119Z","end":"2026-03-31T11:08:37.559735Z","steps":["trace[1829262648] 'process raft request' (duration: 108.497116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:08:37.55979Z","caller":"traceutil/trace.go:171","msg":"trace[806797239] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"108.669ms","start":"2026-03-31T11:08:37.451083Z","end":"2026-03-31T11:08:37.559752Z","steps":["trace[806797239] 'process raft request' (duration: 105.131219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:09:15.023446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2857} {"level":"info","ts":"2026-03-31T11:09:15.101391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2857,"took":"76.538808ms","hash":1278232456,"current-db-size-bytes":57270272,"current-db-size":"57 MB","current-db-size-in-use-bytes":32354304,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T11:09:15.101452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1278232456,"revision":2857,"compact-revision":-1} {"level":"info","ts":"2026-03-31T11:09:34.050798Z","caller":"traceutil/trace.go:171","msg":"trace[416879246] linearizableReadLoop","detail":"{readStateIndex:6192; appliedIndex:6191; }","duration":"114.122369ms","start":"2026-03-31T11:09:33.936653Z","end":"2026-03-31T11:09:34.050776Z","steps":["trace[416879246] 'read index received' (duration: 113.938535ms)","trace[416879246] 'applied index is now lower than readState.Index' (duration: 182.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T11:09:34.050874Z","caller":"traceutil/trace.go:171","msg":"trace[491177739] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"140.457764ms","start":"2026-03-31T11:09:33.910376Z","end":"2026-03-31T11:09:34.050834Z","steps":["trace[491177739] 'process raft request' (duration: 140.206149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:09:34.051033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.364984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T11:09:34.05107Z","caller":"traceutil/trace.go:171","msg":"trace[2089399269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5978; }","duration":"114.462625ms","start":"2026-03-31T11:09:33.936599Z","end":"2026-03-31T11:09:34.051062Z","steps":["trace[2089399269] 'agreement among raft nodes before linearized reading' (duration: 114.318452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:09:34.051213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.579135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T11:09:34.051183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.044218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T11:09:34.051247Z","caller":"traceutil/trace.go:171","msg":"trace[635047928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5978; }","duration":"106.629446ms","start":"2026-03-31T11:09:33.944608Z","end":"2026-03-31T11:09:34.051238Z","steps":["trace[635047928] 'agreement among raft nodes before linearized reading' (duration: 106.572605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:09:34.051185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.379502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T11:09:34.051312Z","caller":"traceutil/trace.go:171","msg":"trace[398863687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5978; }","duration":"114.19651ms","start":"2026-03-31T11:09:33.937069Z","end":"2026-03-31T11:09:34.051265Z","steps":["trace[398863687] 'agreement among raft nodes before linearized reading' (duration: 113.892014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:09:34.051329Z","caller":"traceutil/trace.go:171","msg":"trace[2001427776] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5978; }","duration":"107.557426ms","start":"2026-03-31T11:09:33.943746Z","end":"2026-03-31T11:09:34.051304Z","steps":["trace[2001427776] 'agreement among raft nodes before linearized reading' (duration: 107.305911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:09:34.051259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.26396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4p2gx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T11:09:34.051355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.15548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T11:09:34.051473Z","caller":"traceutil/trace.go:171","msg":"trace[1739922773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4p2gx; range_end:; response_count:1; response_revision:5978; }","duration":"108.501695ms","start":"2026-03-31T11:09:33.94295Z","end":"2026-03-31T11:09:34.051451Z","steps":["trace[1739922773] 'agreement among raft nodes before linearized reading' (duration: 108.161028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:09:34.051501Z","caller":"traceutil/trace.go:171","msg":"trace[951612847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5978; }","duration":"114.357804ms","start":"2026-03-31T11:09:33.937117Z","end":"2026-03-31T11:09:34.051475Z","steps":["trace[951612847] 'agreement among raft nodes before linearized reading' (duration: 114.033447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:11:41.899131Z","caller":"traceutil/trace.go:171","msg":"trace[1136637942] transaction","detail":"{read_only:false; response_revision:6776; number_of_response:1; }","duration":"118.287624ms","start":"2026-03-31T11:11:41.780814Z","end":"2026-03-31T11:11:41.899102Z","steps":["trace[1136637942] 'process raft request' (duration: 118.120081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:14:15.031835Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5840} {"level":"info","ts":"2026-03-31T11:14:15.112387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5840,"took":"78.741023ms","hash":769264405,"current-db-size-bytes":57270272,"current-db-size":"57 MB","current-db-size-in-use-bytes":24719360,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T11:14:15.112443Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":769264405,"revision":5840,"compact-revision":2857} {"level":"warn","ts":"2026-03-31T11:14:34.192418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.721783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T11:14:34.192517Z","caller":"traceutil/trace.go:171","msg":"trace[1232130983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8197; }","duration":"122.881056ms","start":"2026-03-31T11:14:34.069618Z","end":"2026-03-31T11:14:34.1925Z","steps":["trace[1232130983] 'range keys from in-memory index tree' (duration: 122.620361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:14:35.007838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.595352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T11:14:35.007991Z","caller":"traceutil/trace.go:171","msg":"trace[1118095500] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8486; }","duration":"239.645489ms","start":"2026-03-31T11:14:34.768329Z","end":"2026-03-31T11:14:35.007974Z","steps":["trace[1118095500] 'read index received' (duration: 65.851163ms)","trace[1118095500] 'applied index is now lower than readState.Index' (duration: 173.792976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:14:35.008093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.767312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T11:14:35.008135Z","caller":"traceutil/trace.go:171","msg":"trace[1338741316] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8200; }","duration":"239.864884ms","start":"2026-03-31T11:14:34.768259Z","end":"2026-03-31T11:14:35.008124Z","steps":["trace[1338741316] 'agreement among raft nodes before linearized reading' (duration: 239.762331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:14:35.008535Z","caller":"traceutil/trace.go:171","msg":"trace[1195874100] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"311.885789ms","start":"2026-03-31T11:14:34.696591Z","end":"2026-03-31T11:14:35.008477Z","steps":["trace[1195874100] 'process raft request' (duration: 137.574003ms)","trace[1195874100] 'compare' (duration: 173.48525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:14:35.008702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:14:34.696573Z","time spent":"312.045872ms","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T11:15:15.795155Z","caller":"traceutil/trace.go:171","msg":"trace[1704081304] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"301.846984ms","start":"2026-03-31T11:15:15.49328Z","end":"2026-03-31T11:15:15.795127Z","steps":["trace[1704081304] 'process raft request' (duration: 301.683171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:15:15.795315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:15:15.493268Z","time spent":"301.984676ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T11:15:15.843731Z","caller":"traceutil/trace.go:171","msg":"trace[98182121] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"344.246609ms","start":"2026-03-31T11:15:15.499458Z","end":"2026-03-31T11:15:15.843705Z","steps":["trace[98182121] 'process raft request' (duration: 332.818209ms)","trace[98182121] 'compare' (duration: 11.149375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T11:15:15.843893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T11:15:15.499436Z","time spent":"344.375812ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T11:15:15.843962Z","caller":"traceutil/trace.go:171","msg":"trace[42405482] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8809; }","duration":"290.722159ms","start":"2026-03-31T11:15:15.553215Z","end":"2026-03-31T11:15:15.843937Z","steps":["trace[42405482] 'read index received' (duration: 241.748151ms)","trace[42405482] 'applied index is now lower than readState.Index' (duration: 48.972818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T11:15:15.844157Z","caller":"traceutil/trace.go:171","msg":"trace[758066126] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"275.751186ms","start":"2026-03-31T11:15:15.56839Z","end":"2026-03-31T11:15:15.844141Z","steps":["trace[758066126] 'process raft request' (duration: 275.202965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:15:15.844286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.157504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T11:15:15.844378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.193108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T11:15:15.844401Z","caller":"traceutil/trace.go:171","msg":"trace[497839140] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8514; }","duration":"162.328847ms","start":"2026-03-31T11:15:15.682042Z","end":"2026-03-31T11:15:15.844371Z","steps":["trace[497839140] 'agreement among raft nodes before linearized reading' (duration: 162.156934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:15:15.84445Z","caller":"traceutil/trace.go:171","msg":"trace[283701683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8514; }","duration":"291.329632ms","start":"2026-03-31T11:15:15.5531Z","end":"2026-03-31T11:15:15.84443Z","steps":["trace[283701683] 'agreement among raft nodes before linearized reading' (duration: 291.126577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:15:15.84466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.072874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T11:15:15.844799Z","caller":"traceutil/trace.go:171","msg":"trace[1532810841] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8514; }","duration":"181.303989ms","start":"2026-03-31T11:15:15.663472Z","end":"2026-03-31T11:15:15.844776Z","steps":["trace[1532810841] 'agreement among raft nodes before linearized reading' (duration: 180.678327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T11:15:17.859457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.192225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T11:15:17.859606Z","caller":"traceutil/trace.go:171","msg":"trace[128839524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8527; }","duration":"110.43954ms","start":"2026-03-31T11:15:17.749125Z","end":"2026-03-31T11:15:17.859564Z","steps":["trace[128839524] 'range keys from in-memory index tree' (duration: 109.95409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:16:06.84817Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000248e.wal"} {"level":"info","ts":"2026-03-31T11:16:14.389888Z","caller":"traceutil/trace.go:171","msg":"trace[811110793] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"103.578061ms","start":"2026-03-31T11:16:14.286279Z","end":"2026-03-31T11:16:14.389857Z","steps":["trace[811110793] 'process raft request' (duration: 103.282625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T11:17:20.769621Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T11:17:20.776035Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T11:17:20.776179Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T11:19:15.037673Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7960} {"level":"info","ts":"2026-03-31T11:19:15.099867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7960,"took":"59.914954ms","hash":1117331123,"current-db-size-bytes":57270272,"current-db-size":"57 MB","current-db-size-in-use-bytes":28598272,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T11:19:15.099955Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1117331123,"revision":7960,"compact-revision":5840} {"level":"info","ts":"2026-03-31T11:24:15.046819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10525} {"level":"info","ts":"2026-03-31T11:24:15.12881Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10525,"took":"79.685046ms","hash":2772642650,"current-db-size-bytes":57270272,"current-db-size":"57 MB","current-db-size-in-use-bytes":20824064,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-31T11:24:15.128867Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2772642650,"revision":10525,"compact-revision":7960}