{"level":"warn","ts":"2026-04-07T12:53:28.025695Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:53:28.025772Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.103:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.103:2380","--initial-cluster=instance=https://199.19.213.103:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.103:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.103:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T12:53:28.025831Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:53:28.02584Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-04-07T12:53:28.025855Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:53:28.026455Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"]} {"level":"info","ts":"2026-04-07T12:53:28.026523Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.103:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T12:53:28.030475Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.717245ms"} {"level":"info","ts":"2026-04-07T12:53:28.041494Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d82047944f922143","cluster-id":"223a09c0da413f53"} {"level":"info","ts":"2026-04-07T12:53:28.041587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T12:53:28.041613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 0"} {"level":"info","ts":"2026-04-07T12:53:28.041631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d82047944f922143 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T12:53:28.041643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 1"} {"level":"info","ts":"2026-04-07T12:53:28.041686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"warn","ts":"2026-04-07T12:53:28.052009Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T12:53:28.054091Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T12:53:28.056465Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T12:53:28.05966Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d82047944f922143","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T12:53:28.060623Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d82047944f922143","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T12:53:28.060687Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:53:28.060724Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:53:28.060733Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:53:28.064313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"info","ts":"2026-04-07T12:53:28.064431Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","added-peer-id":"d82047944f922143","added-peer-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-04-07T12:53:28.066621Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:53:28.066796Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d82047944f922143","initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T12:53:28.066819Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T12:53:28.066889Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-04-07T12:53:28.0669Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-04-07T12:53:28.542058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T12:53:28.542114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T12:53:28.542147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgPreVoteResp from d82047944f922143 at term 1"} {"level":"info","ts":"2026-04-07T12:53:28.542162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became candidate at term 2"} {"level":"info","ts":"2026-04-07T12:53:28.542177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgVoteResp from d82047944f922143 at term 2"} {"level":"info","ts":"2026-04-07T12:53:28.542194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became leader at term 2"} {"level":"info","ts":"2026-04-07T12:53:28.542203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d82047944f922143 elected leader d82047944f922143 at term 2"} {"level":"info","ts":"2026-04-07T12:53:28.542808Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d82047944f922143","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.103:2379]}","request-path":"/0/members/d82047944f922143/attributes","cluster-id":"223a09c0da413f53","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T12:53:28.54293Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:53:28.543019Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:53:28.543118Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T12:53:28.543222Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T12:53:28.543421Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:53:28.543883Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:53:28.54401Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:53:28.544055Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:53:28.545492Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.103:2379"} {"level":"info","ts":"2026-04-07T12:53:28.549046Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-07T12:54:04.383959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.862662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nxthm\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T12:54:04.384044Z","caller":"traceutil/trace.go:171","msg":"trace[1017365296] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nxthm; range_end:; response_count:1; response_revision:616; }","duration":"170.976638ms","start":"2026-04-07T12:54:04.213053Z","end":"2026-04-07T12:54:04.384029Z","steps":["trace[1017365296] 'range keys from in-memory index tree' (duration: 170.783238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:54:04.384229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.590353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-07T12:54:04.384264Z","caller":"traceutil/trace.go:171","msg":"trace[148835723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"167.631475ms","start":"2026-04-07T12:54:04.216622Z","end":"2026-04-07T12:54:04.384254Z","steps":["trace[148835723] 'range keys from in-memory index tree' (duration: 167.538311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:54:04.384409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.680651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T12:54:04.384433Z","caller":"traceutil/trace.go:171","msg":"trace[594683299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"163.747345ms","start":"2026-04-07T12:54:04.22068Z","end":"2026-04-07T12:54:04.384427Z","steps":["trace[594683299] 'range keys from in-memory index tree' (duration: 163.575475ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:54:04.926716Z","caller":"traceutil/trace.go:171","msg":"trace[1763237137] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"211.040131ms","start":"2026-04-07T12:54:04.715651Z","end":"2026-04-07T12:54:04.926691Z","steps":["trace[1763237137] 'read index received' (duration: 209.707802ms)","trace[1763237137] 'applied index is now lower than readState.Index' (duration: 1.331259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T12:54:04.926906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.241951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T12:54:04.926949Z","caller":"traceutil/trace.go:171","msg":"trace[807502390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"211.432501ms","start":"2026-04-07T12:54:04.715504Z","end":"2026-04-07T12:54:04.926937Z","steps":["trace[807502390] 'agreement among raft nodes before linearized reading' (duration: 211.285573ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:54:04.926916Z","caller":"traceutil/trace.go:171","msg":"trace[1984260404] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"425.382263ms","start":"2026-04-07T12:54:04.501437Z","end":"2026-04-07T12:54:04.92682Z","steps":["trace[1984260404] 'process raft request' (duration: 424.710338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:54:04.928793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:54:04.501415Z","time spent":"425.720141ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T12:54:19.123261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.475487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T12:54:19.123349Z","caller":"traceutil/trace.go:171","msg":"trace[652781050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:776; }","duration":"119.623715ms","start":"2026-04-07T12:54:19.003707Z","end":"2026-04-07T12:54:19.123331Z","steps":["trace[652781050] 'range keys from in-memory index tree' (duration: 119.260456ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:54:52.889726Z","caller":"traceutil/trace.go:171","msg":"trace[1983443422] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"207.655097ms","start":"2026-04-07T12:54:52.682043Z","end":"2026-04-07T12:54:52.889698Z","steps":["trace[1983443422] 'process raft request' (duration: 207.472956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:54:52.893873Z","caller":"traceutil/trace.go:171","msg":"trace[2058987829] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"211.789669ms","start":"2026-04-07T12:54:52.682065Z","end":"2026-04-07T12:54:52.893855Z","steps":["trace[2058987829] 'process raft request' (duration: 211.612708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:54:52.894094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.457516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T12:54:52.894187Z","caller":"traceutil/trace.go:171","msg":"trace[1082940287] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1194; }","duration":"194.623177ms","start":"2026-04-07T12:54:52.699533Z","end":"2026-04-07T12:54:52.894157Z","steps":["trace[1082940287] 'agreement among raft nodes before linearized reading' (duration: 194.445386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:54:52.894601Z","caller":"traceutil/trace.go:171","msg":"trace[863096033] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1228; }","duration":"194.180534ms","start":"2026-04-07T12:54:52.699613Z","end":"2026-04-07T12:54:52.893794Z","steps":["trace[863096033] 'read index received' (duration: 189.88083ms)","trace[863096033] 'applied index is now lower than readState.Index' (duration: 4.298374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T12:55:13.71988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.449851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T12:55:13.719983Z","caller":"traceutil/trace.go:171","msg":"trace[473137432] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1447; }","duration":"120.636525ms","start":"2026-04-07T12:55:13.599328Z","end":"2026-04-07T12:55:13.719965Z","steps":["trace[473137432] 'count revisions from in-memory index tree' (duration: 120.333128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:55:37.056387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.324119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T12:55:37.056686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.570867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4145b4580afee\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-07T12:55:37.05674Z","caller":"traceutil/trace.go:171","msg":"trace[1671182008] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4145b4580afee; range_end:; response_count:1; response_revision:1835; }","duration":"278.658789ms","start":"2026-04-07T12:55:36.778062Z","end":"2026-04-07T12:55:37.056721Z","steps":["trace[1671182008] 'range keys from in-memory index tree' (duration: 278.04687ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:55:37.056754Z","caller":"traceutil/trace.go:171","msg":"trace[359954651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1835; }","duration":"161.733192ms","start":"2026-04-07T12:55:36.894979Z","end":"2026-04-07T12:55:37.056712Z","steps":["trace[359954651] 'range keys from in-memory index tree' (duration: 161.119812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:56:08.90065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.575128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T12:56:08.900708Z","caller":"traceutil/trace.go:171","msg":"trace[248060146] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2103; }","duration":"104.668261ms","start":"2026-04-07T12:56:08.796029Z","end":"2026-04-07T12:56:08.900697Z","steps":["trace[248060146] 'range keys from in-memory index tree' (duration: 104.466324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:14.507123Z","caller":"traceutil/trace.go:171","msg":"trace[448052999] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"158.64806ms","start":"2026-04-07T12:56:14.348451Z","end":"2026-04-07T12:56:14.507099Z","steps":["trace[448052999] 'process raft request' (duration: 158.495674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:56:14.787213Z","caller":"traceutil/trace.go:171","msg":"trace[755389115] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"272.324735ms","start":"2026-04-07T12:56:14.514852Z","end":"2026-04-07T12:56:14.787177Z","steps":["trace[755389115] 'process raft request' (duration: 181.96489ms)","trace[755389115] 'compare' (duration: 90.154088ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:56:15.107084Z","caller":"traceutil/trace.go:171","msg":"trace[1391726800] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"164.117356ms","start":"2026-04-07T12:56:14.942941Z","end":"2026-04-07T12:56:15.107058Z","steps":["trace[1391726800] 'process raft request' (duration: 163.952239ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:57:29.713394Z","caller":"traceutil/trace.go:171","msg":"trace[941029239] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"108.180546ms","start":"2026-04-07T12:57:29.605187Z","end":"2026-04-07T12:57:29.713367Z","steps":["trace[941029239] 'process raft request' (duration: 100.5863ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:57:29.71884Z","caller":"traceutil/trace.go:171","msg":"trace[768927463] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"110.995514ms","start":"2026-04-07T12:57:29.607803Z","end":"2026-04-07T12:57:29.718799Z","steps":["trace[768927463] 'process raft request' (duration: 110.757203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:57:29.94936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.355971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T12:57:29.949482Z","caller":"traceutil/trace.go:171","msg":"trace[2000794750] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"227.172282ms","start":"2026-04-07T12:57:29.72229Z","end":"2026-04-07T12:57:29.949462Z","steps":["trace[2000794750] 'process raft request' (duration: 113.476405ms)","trace[2000794750] 'compare' (duration: 113.223036ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:57:29.996865Z","caller":"traceutil/trace.go:171","msg":"trace[482950954] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2867; }","duration":"173.870545ms","start":"2026-04-07T12:57:29.822969Z","end":"2026-04-07T12:57:29.99684Z","steps":["trace[482950954] 'read index received' (duration: 12.810492ms)","trace[482950954] 'applied index is now lower than readState.Index' (duration: 161.059123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T12:57:29.997106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.120287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-07T12:57:29.997147Z","caller":"traceutil/trace.go:171","msg":"trace[770446379] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2764; }","duration":"174.213972ms","start":"2026-04-07T12:57:29.822922Z","end":"2026-04-07T12:57:29.997136Z","steps":["trace[770446379] 'agreement among raft nodes before linearized reading' (duration: 174.012693ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:57:29.997463Z","caller":"traceutil/trace.go:171","msg":"trace[615018217] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"274.10111ms","start":"2026-04-07T12:57:29.723351Z","end":"2026-04-07T12:57:29.997452Z","steps":["trace[615018217] 'process raft request' (duration: 273.366197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:04.197665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.78131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T12:58:04.197743Z","caller":"traceutil/trace.go:171","msg":"trace[803749750] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3000; }","duration":"219.900445ms","start":"2026-04-07T12:58:03.977828Z","end":"2026-04-07T12:58:04.197728Z","steps":["trace[803749750] 'range keys from in-memory index tree' (duration: 219.628442ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:58:04.198252Z","caller":"traceutil/trace.go:171","msg":"trace[1974312485] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3121; }","duration":"203.012113ms","start":"2026-04-07T12:58:03.995216Z","end":"2026-04-07T12:58:04.198228Z","steps":["trace[1974312485] 'read index received' (duration: 202.823034ms)","trace[1974312485] 'applied index is now lower than readState.Index' (duration: 187.819µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:58:04.19841Z","caller":"traceutil/trace.go:171","msg":"trace[988555293] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"220.376827ms","start":"2026-04-07T12:58:03.978012Z","end":"2026-04-07T12:58:04.198389Z","steps":["trace[988555293] 'process raft request' (duration: 220.087434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:04.198757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.091556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-07T12:58:04.198818Z","caller":"traceutil/trace.go:171","msg":"trace[1229032507] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3001; }","duration":"123.195021ms","start":"2026-04-07T12:58:04.075611Z","end":"2026-04-07T12:58:04.198806Z","steps":["trace[1229032507] 'agreement among raft nodes before linearized reading' (duration: 123.048924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:04.19894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.58059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T12:58:04.19918Z","caller":"traceutil/trace.go:171","msg":"trace[307296029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3001; }","duration":"203.820521ms","start":"2026-04-07T12:58:03.995172Z","end":"2026-04-07T12:58:04.198993Z","steps":["trace[307296029] 'agreement among raft nodes before linearized reading' (duration: 203.38924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:06.71441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932496714990467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T12:58:07.215263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932496714990467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T12:58:07.241656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029093446s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T12:58:07.242217Z","caller":"traceutil/trace.go:171","msg":"trace[124189336] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"1.029746308s","start":"2026-04-07T12:58:06.21244Z","end":"2026-04-07T12:58:07.242187Z","steps":["trace[124189336] 'process raft request' (duration: 1.029444463s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.242567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.21242Z","time spent":"1.029977847s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T12:58:07.243085Z","caller":"traceutil/trace.go:171","msg":"trace[335312377] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"1.002678745s","start":"2026-04-07T12:58:06.240386Z","end":"2026-04-07T12:58:07.243065Z","steps":["trace[335312377] 'process raft request' (duration: 1.002608952s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.243273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.240372Z","time spent":"1.002827142s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T12:58:07.243087Z","caller":"traceutil/trace.go:171","msg":"trace[264475132] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"1.026259122s","start":"2026-04-07T12:58:06.216803Z","end":"2026-04-07T12:58:07.243062Z","steps":["trace[264475132] 'process raft request' (duration: 1.026155518s)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:58:07.243098Z","caller":"traceutil/trace.go:171","msg":"trace[60248492] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"1.027567334s","start":"2026-04-07T12:58:06.215497Z","end":"2026-04-07T12:58:07.243064Z","steps":["trace[60248492] 'process raft request' (duration: 1.027354735s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.243899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.215485Z","time spent":"1.02829875s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T12:58:07.244654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.216788Z","time spent":"1.026681482s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T12:58:07.254004Z","caller":"traceutil/trace.go:171","msg":"trace[1885484902] linearizableReadLoop","detail":"{readStateIndex:3161; appliedIndex:3156; }","duration":"1.040505562s","start":"2026-04-07T12:58:06.213479Z","end":"2026-04-07T12:58:07.253984Z","steps":["trace[1885484902] 'read index received' (duration: 1.028385043s)","trace[1885484902] 'applied index is now lower than readState.Index' (duration: 12.118459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T12:58:07.254232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040115504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T12:58:07.254268Z","caller":"traceutil/trace.go:171","msg":"trace[2113628145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3037; }","duration":"1.040190088s","start":"2026-04-07T12:58:06.214066Z","end":"2026-04-07T12:58:07.254257Z","steps":["trace[2113628145] 'agreement among raft nodes before linearized reading' (duration: 1.040048881s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.254269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.464023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T12:58:07.254297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.214052Z","time spent":"1.040237209s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T12:58:07.254323Z","caller":"traceutil/trace.go:171","msg":"trace[591087835] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3037; }","duration":"636.591789ms","start":"2026-04-07T12:58:06.617716Z","end":"2026-04-07T12:58:07.254308Z","steps":["trace[591087835] 'agreement among raft nodes before linearized reading' (duration: 636.456353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.254361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.617696Z","time spent":"636.656262ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T12:58:07.254534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008134752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-07T12:58:07.254549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041050977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T12:58:07.254576Z","caller":"traceutil/trace.go:171","msg":"trace[956223761] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3037; }","duration":"1.008205365s","start":"2026-04-07T12:58:06.246359Z","end":"2026-04-07T12:58:07.254564Z","steps":["trace[956223761] 'agreement among raft nodes before linearized reading' (duration: 1.00810223s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.254605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.246347Z","time spent":"1.008251207s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T12:58:07.254762Z","caller":"traceutil/trace.go:171","msg":"trace[335951826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3037; }","duration":"1.041245946s","start":"2026-04-07T12:58:06.213454Z","end":"2026-04-07T12:58:07.254699Z","steps":["trace[335951826] 'agreement among raft nodes before linearized reading' (duration: 1.040650238s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.254826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.213443Z","time spent":"1.041368732s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T12:58:07.255214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.510961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T12:58:07.255305Z","caller":"traceutil/trace.go:171","msg":"trace[1333952737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3037; }","duration":"948.633417ms","start":"2026-04-07T12:58:06.306656Z","end":"2026-04-07T12:58:07.25529Z","steps":["trace[1333952737] 'agreement among raft nodes before linearized reading' (duration: 948.232887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:07.255349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:06.306645Z","time spent":"948.69575ms","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T12:58:07.999125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932496714990493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T12:58:08.461646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.790096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T12:58:08.462009Z","caller":"traceutil/trace.go:171","msg":"trace[997039097] linearizableReadLoop","detail":"{readStateIndex:3177; appliedIndex:3175; }","duration":"963.74508ms","start":"2026-04-07T12:58:07.498244Z","end":"2026-04-07T12:58:08.46199Z","steps":["trace[997039097] 'read index received' (duration: 578.542325ms)","trace[997039097] 'applied index is now lower than readState.Index' (duration: 385.201265ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:58:08.462322Z","caller":"traceutil/trace.go:171","msg":"trace[940874696] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"970.710326ms","start":"2026-04-07T12:58:07.491591Z","end":"2026-04-07T12:58:08.462302Z","steps":["trace[940874696] 'process raft request' (duration: 585.192757ms)","trace[940874696] 'compare' (duration: 384.512853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T12:58:08.462505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:07.491563Z","time spent":"970.837763ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T12:58:08.462523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.253294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T12:58:08.462697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.211667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T12:58:08.462648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.397721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T12:58:08.462734Z","caller":"traceutil/trace.go:171","msg":"trace[1925853088] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3053; }","duration":"230.292761ms","start":"2026-04-07T12:58:08.232431Z","end":"2026-04-07T12:58:08.462724Z","steps":["trace[1925853088] 'agreement among raft nodes before linearized reading' (duration: 230.217408ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:58:08.46275Z","caller":"traceutil/trace.go:171","msg":"trace[1030028069] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"964.955717ms","start":"2026-04-07T12:58:07.49776Z","end":"2026-04-07T12:58:08.462716Z","steps":["trace[1030028069] 'process raft request' (duration: 964.100146ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:58:08.462823Z","caller":"traceutil/trace.go:171","msg":"trace[1040235478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3053; }","duration":"403.57009ms","start":"2026-04-07T12:58:08.059169Z","end":"2026-04-07T12:58:08.46274Z","steps":["trace[1040235478] 'agreement among raft nodes before linearized reading' (duration: 403.405282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:08.462879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:08.059151Z","time spent":"403.715257ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T12:58:08.462916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:07.497745Z","time spent":"965.087973ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T12:58:08.463341Z","caller":"traceutil/trace.go:171","msg":"trace[1955564474] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3053; }","duration":"964.483825ms","start":"2026-04-07T12:58:07.498225Z","end":"2026-04-07T12:58:08.462708Z","steps":["trace[1955564474] 'agreement among raft nodes before linearized reading' (duration: 964.193552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:58:08.463434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:58:07.498219Z","time spent":"965.197208ms","remote":"127.0.0.1:33210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" "} {"level":"info","ts":"2026-04-07T13:00:01.339453Z","caller":"traceutil/trace.go:171","msg":"trace[648631224] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"193.740876ms","start":"2026-04-07T13:00:01.14569Z","end":"2026-04-07T13:00:01.33943Z","steps":["trace[648631224] 'process raft request' (duration: 193.568113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:01.488509Z","caller":"traceutil/trace.go:171","msg":"trace[660453342] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"135.853411ms","start":"2026-04-07T13:00:01.352637Z","end":"2026-04-07T13:00:01.48849Z","steps":["trace[660453342] 'process raft request' (duration: 135.79949ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:01.488742Z","caller":"traceutil/trace.go:171","msg":"trace[198101589] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"192.06365ms","start":"2026-04-07T13:00:01.29667Z","end":"2026-04-07T13:00:01.488734Z","steps":["trace[198101589] 'process raft request' (duration: 127.748636ms)","trace[198101589] 'compare' (duration: 63.69071ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:00:01.488909Z","caller":"traceutil/trace.go:171","msg":"trace[1176852157] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4736; }","duration":"149.011777ms","start":"2026-04-07T13:00:01.339886Z","end":"2026-04-07T13:00:01.488898Z","steps":["trace[1176852157] 'read index received' (duration: 84.672763ms)","trace[1176852157] 'applied index is now lower than readState.Index' (duration: 64.338064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:00:01.48907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.574936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cfec169-ddcd-4e37-be57-892c35112f9d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T13:00:01.489123Z","caller":"traceutil/trace.go:171","msg":"trace[26022038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cfec169-ddcd-4e37-be57-892c35112f9d; range_end:; response_count:1; response_revision:4546; }","duration":"159.680839ms","start":"2026-04-07T13:00:01.329431Z","end":"2026-04-07T13:00:01.489112Z","steps":["trace[26022038] 'agreement among raft nodes before linearized reading' (duration: 159.553006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:01.489211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.271085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:00:01.489255Z","caller":"traceutil/trace.go:171","msg":"trace[1662644655] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4546; }","duration":"138.342735ms","start":"2026-04-07T13:00:01.350904Z","end":"2026-04-07T13:00:01.489247Z","steps":["trace[1662644655] 'agreement among raft nodes before linearized reading' (duration: 138.289204ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:14.588929Z","caller":"traceutil/trace.go:171","msg":"trace[1285056096] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4932; }","duration":"156.967279ms","start":"2026-04-07T13:00:14.431938Z","end":"2026-04-07T13:00:14.588906Z","steps":["trace[1285056096] 'read index received' (duration: 156.680772ms)","trace[1285056096] 'applied index is now lower than readState.Index' (duration: 285.307µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:00:14.589156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.231758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:00:14.589204Z","caller":"traceutil/trace.go:171","msg":"trace[864176506] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4732; }","duration":"134.357551ms","start":"2026-04-07T13:00:14.454832Z","end":"2026-04-07T13:00:14.589189Z","steps":["trace[864176506] 'agreement among raft nodes before linearized reading' (duration: 134.224688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:14.589211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.233237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:00:14.589294Z","caller":"traceutil/trace.go:171","msg":"trace[853679059] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4732; }","duration":"157.392601ms","start":"2026-04-07T13:00:14.43188Z","end":"2026-04-07T13:00:14.589273Z","steps":["trace[853679059] 'agreement among raft nodes before linearized reading' (duration: 157.147745ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:14.589051Z","caller":"traceutil/trace.go:171","msg":"trace[1561736597] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"174.444725ms","start":"2026-04-07T13:00:14.414554Z","end":"2026-04-07T13:00:14.588998Z","steps":["trace[1561736597] 'process raft request' (duration: 174.178149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:14.589687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.354299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T13:00:14.589812Z","caller":"traceutil/trace.go:171","msg":"trace[1863235585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4732; }","duration":"131.518293ms","start":"2026-04-07T13:00:14.458266Z","end":"2026-04-07T13:00:14.589785Z","steps":["trace[1863235585] 'agreement among raft nodes before linearized reading' (duration: 131.246186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:15.174315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932496714994545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T13:00:15.217689Z","caller":"traceutil/trace.go:171","msg":"trace[1388854461] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"616.364167ms","start":"2026-04-07T13:00:14.601286Z","end":"2026-04-07T13:00:15.21765Z","steps":["trace[1388854461] 'process raft request' (duration: 603.641921ms)","trace[1388854461] 'compare' (duration: 12.094451ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:00:15.217743Z","caller":"traceutil/trace.go:171","msg":"trace[603993875] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4934; }","duration":"544.121175ms","start":"2026-04-07T13:00:14.673601Z","end":"2026-04-07T13:00:15.217722Z","steps":["trace[603993875] 'read index received' (duration: 531.266097ms)","trace[603993875] 'applied index is now lower than readState.Index' (duration: 12.854478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:00:15.217886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:14.60128Z","time spent":"616.49388ms","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:00:15.217934Z","caller":"traceutil/trace.go:171","msg":"trace[1244194661] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"614.693956ms","start":"2026-04-07T13:00:14.603231Z","end":"2026-04-07T13:00:15.217925Z","steps":["trace[1244194661] 'process raft request' (duration: 614.281816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:15.217983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:14.603222Z","time spent":"614.731837ms","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:00:15.218185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-04-07T13:00:15.218214Z","caller":"traceutil/trace.go:171","msg":"trace[123573170] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4738; }","duration":"167.846925ms","start":"2026-04-07T13:00:15.050359Z","end":"2026-04-07T13:00:15.218206Z","steps":["trace[123573170] 'agreement among raft nodes before linearized reading' (duration: 167.755863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:15.218193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.574896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:00:15.218257Z","caller":"traceutil/trace.go:171","msg":"trace[1086111040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4738; }","duration":"544.681229ms","start":"2026-04-07T13:00:14.673558Z","end":"2026-04-07T13:00:15.21824Z","steps":["trace[1086111040] 'agreement among raft nodes before linearized reading' (duration: 544.540725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:15.218317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:14.673543Z","time spent":"544.75831ms","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:00:15.218434Z","caller":"traceutil/trace.go:171","msg":"trace[853842680] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"614.306937ms","start":"2026-04-07T13:00:14.604119Z","end":"2026-04-07T13:00:15.218426Z","steps":["trace[853842680] 'process raft request' (duration: 613.524808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:15.218491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:14.604112Z","time spent":"614.348638ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:00:15.21849Z","caller":"traceutil/trace.go:171","msg":"trace[596760555] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"614.216375ms","start":"2026-04-07T13:00:14.604261Z","end":"2026-04-07T13:00:15.218478Z","steps":["trace[596760555] 'process raft request' (duration: 613.409986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:15.218505Z","caller":"traceutil/trace.go:171","msg":"trace[1468708646] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"615.186038ms","start":"2026-04-07T13:00:14.603292Z","end":"2026-04-07T13:00:15.218478Z","steps":["trace[1468708646] 'process raft request' (duration: 614.318258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:15.218586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:14.604254Z","time spent":"614.286167ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:00:15.218633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:14.60328Z","time spent":"615.28289ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:00:15.437999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.212923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"warn","ts":"2026-04-07T13:00:15.438052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.408487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a41498f7a68f0e\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-07T13:00:15.438078Z","caller":"traceutil/trace.go:171","msg":"trace[16000541] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4740; }","duration":"120.327685ms","start":"2026-04-07T13:00:15.317734Z","end":"2026-04-07T13:00:15.438062Z","steps":["trace[16000541] 'range keys from in-memory index tree' (duration: 120.030887ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:15.438129Z","caller":"traceutil/trace.go:171","msg":"trace[1264081452] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a41498f7a68f0e; range_end:; response_count:1; response_revision:4740; }","duration":"120.5301ms","start":"2026-04-07T13:00:15.317577Z","end":"2026-04-07T13:00:15.438107Z","steps":["trace[1264081452] 'range keys from in-memory index tree' (duration: 120.245733ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:03:28.704585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3242} {"level":"info","ts":"2026-04-07T13:03:28.792487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3242,"took":"86.645229ms","hash":510997104,"current-db-size-bytes":57303040,"current-db-size":"57 MB","current-db-size-in-use-bytes":31350784,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T13:03:28.792559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":510997104,"revision":3242,"compact-revision":-1}