{"level":"warn","ts":"2026-03-17T21:55:50.358391Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:55:50.35848Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.225:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.225:2380","--initial-cluster=instance=https://199.19.213.225:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.225:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.225:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T21:55:50.358542Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:55:50.358554Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-03-17T21:55:50.358571Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:55:50.359184Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"]} {"level":"info","ts":"2026-03-17T21:55:50.359282Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.225:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T21:55:50.365693Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.415455ms"} {"level":"info","ts":"2026-03-17T21:55:50.373336Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b7b89c171c5fe95c","cluster-id":"5746414c29a21eae"} {"level":"info","ts":"2026-03-17T21:55:50.373412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T21:55:50.373443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 0"} {"level":"info","ts":"2026-03-17T21:55:50.373469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b7b89c171c5fe95c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T21:55:50.373511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 1"} {"level":"info","ts":"2026-03-17T21:55:50.373559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"warn","ts":"2026-03-17T21:55:50.38167Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T21:55:50.383211Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T21:55:50.385046Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T21:55:50.387812Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b7b89c171c5fe95c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T21:55:50.389143Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b7b89c171c5fe95c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T21:55:50.389583Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:55:50.389694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:55:50.38981Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:55:50.390408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"info","ts":"2026-03-17T21:55:50.39258Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","added-peer-id":"b7b89c171c5fe95c","added-peer-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-03-17T21:55:50.394622Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:55:50.394928Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-03-17T21:55:50.395034Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-03-17T21:55:50.395392Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b7b89c171c5fe95c","initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T21:55:50.395512Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T21:55:50.973824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T21:55:50.974016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T21:55:50.974097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgPreVoteResp from b7b89c171c5fe95c at term 1"} {"level":"info","ts":"2026-03-17T21:55:50.974126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became candidate at term 2"} {"level":"info","ts":"2026-03-17T21:55:50.974145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgVoteResp from b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-03-17T21:55:50.974168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became leader at term 2"} {"level":"info","ts":"2026-03-17T21:55:50.974184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b7b89c171c5fe95c elected leader b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-03-17T21:55:50.976929Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b7b89c171c5fe95c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.225:2379]}","request-path":"/0/members/b7b89c171c5fe95c/attributes","cluster-id":"5746414c29a21eae","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T21:55:50.976971Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:55:50.97736Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:55:50.977745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:55:50.97783Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T21:55:50.977883Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T21:55:50.97899Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:55:50.97923Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:55:50.979285Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:55:50.980456Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.225:2379"} {"level":"info","ts":"2026-03-17T21:55:50.982805Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T21:56:26.949759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.895107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-17T21:56:26.94984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.783094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tz5rq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-17T21:56:26.949871Z","caller":"traceutil/trace.go:171","msg":"trace[1646004505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"222.103322ms","start":"2026-03-17T21:56:26.727748Z","end":"2026-03-17T21:56:26.949852Z","steps":["trace[1646004505] 'range keys from in-memory index tree' (duration: 221.756053ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:26.949928Z","caller":"traceutil/trace.go:171","msg":"trace[1691438284] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tz5rq; range_end:; response_count:1; response_revision:513; }","duration":"122.898537ms","start":"2026-03-17T21:56:26.826996Z","end":"2026-03-17T21:56:26.949895Z","steps":["trace[1691438284] 'range keys from in-memory index tree' (duration: 122.681211ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:27.077986Z","caller":"traceutil/trace.go:171","msg":"trace[415485201] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"123.902995ms","start":"2026-03-17T21:56:26.954064Z","end":"2026-03-17T21:56:27.077967Z","steps":["trace[415485201] 'process raft request' (duration: 123.786612ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:27.179088Z","caller":"traceutil/trace.go:171","msg":"trace[1240709515] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"215.568428ms","start":"2026-03-17T21:56:26.963496Z","end":"2026-03-17T21:56:27.179064Z","steps":["trace[1240709515] 'process raft request' (duration: 215.424964ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:47.271325Z","caller":"traceutil/trace.go:171","msg":"trace[1829315484] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"105.796892ms","start":"2026-03-17T21:56:47.165505Z","end":"2026-03-17T21:56:47.271302Z","steps":["trace[1829315484] 'process raft request' (duration: 105.661897ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:10.322454Z","caller":"traceutil/trace.go:171","msg":"trace[209592213] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"101.29992ms","start":"2026-03-17T21:57:10.221117Z","end":"2026-03-17T21:57:10.322417Z","steps":["trace[209592213] 'process raft request' (duration: 101.111345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:34.038888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.488752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T21:57:34.039039Z","caller":"traceutil/trace.go:171","msg":"trace[2006466291] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1559; }","duration":"148.721058ms","start":"2026-03-17T21:57:33.890289Z","end":"2026-03-17T21:57:34.03901Z","steps":["trace[2006466291] 'count revisions from in-memory index tree' (duration: 148.360839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:34.039363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.198775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T21:57:34.039494Z","caller":"traceutil/trace.go:171","msg":"trace[520344344] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1559; }","duration":"105.40559ms","start":"2026-03-17T21:57:33.934063Z","end":"2026-03-17T21:57:34.039469Z","steps":["trace[520344344] 'count revisions from in-memory index tree' (duration: 105.075602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:23.525973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.027507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T21:58:23.526098Z","caller":"traceutil/trace.go:171","msg":"trace[2116607921] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"214.00648ms","start":"2026-03-17T21:58:23.312074Z","end":"2026-03-17T21:58:23.526081Z","steps":["trace[2116607921] 'read index received' (duration: 76.990456ms)","trace[2116607921] 'applied index is now lower than readState.Index' (duration: 137.014714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:58:23.526319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.774369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-17T21:58:23.526268Z","caller":"traceutil/trace.go:171","msg":"trace[1964261232] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"277.802209ms","start":"2026-03-17T21:58:23.248384Z","end":"2026-03-17T21:58:23.526185Z","steps":["trace[1964261232] 'process raft request' (duration: 140.737634ms)","trace[1964261232] 'compare' (duration: 135.656267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:58:23.52635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.644873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:58:23.526373Z","caller":"traceutil/trace.go:171","msg":"trace[888319611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1849; }","duration":"208.852761ms","start":"2026-03-17T21:58:23.317507Z","end":"2026-03-17T21:58:23.52636Z","steps":["trace[888319611] 'agreement among raft nodes before linearized reading' (duration: 208.677746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:23.526416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.572566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T21:58:23.526408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.294698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-17T21:58:23.526468Z","caller":"traceutil/trace.go:171","msg":"trace[2061813316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1849; }","duration":"207.648188ms","start":"2026-03-17T21:58:23.318805Z","end":"2026-03-17T21:58:23.526453Z","steps":["trace[2061813316] 'agreement among raft nodes before linearized reading' (duration: 207.483244ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:23.526516Z","caller":"traceutil/trace.go:171","msg":"trace[1102350910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1849; }","duration":"214.475202ms","start":"2026-03-17T21:58:23.312018Z","end":"2026-03-17T21:58:23.526493Z","steps":["trace[1102350910] 'agreement among raft nodes before linearized reading' (duration: 214.143593ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:23.52642Z","caller":"traceutil/trace.go:171","msg":"trace[1866824128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"122.787268ms","start":"2026-03-17T21:58:23.403611Z","end":"2026-03-17T21:58:23.526398Z","steps":["trace[1866824128] 'agreement among raft nodes before linearized reading' (duration: 122.644634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:23.526414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.516329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-17T21:58:23.52664Z","caller":"traceutil/trace.go:171","msg":"trace[2047594292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"154.771695ms","start":"2026-03-17T21:58:23.371843Z","end":"2026-03-17T21:58:23.526615Z","steps":["trace[2047594292] 'agreement among raft nodes before linearized reading' (duration: 154.375914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:23.865357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.445735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T21:58:23.865584Z","caller":"traceutil/trace.go:171","msg":"trace[1242985886] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1924; }","duration":"136.993411ms","start":"2026-03-17T21:58:23.728572Z","end":"2026-03-17T21:58:23.865565Z","steps":["trace[1242985886] 'read index received' (duration: 57.254911ms)","trace[1242985886] 'applied index is now lower than readState.Index' (duration: 79.73754ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:58:23.865671Z","caller":"traceutil/trace.go:171","msg":"trace[969530728] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"334.69291ms","start":"2026-03-17T21:58:23.530941Z","end":"2026-03-17T21:58:23.865634Z","steps":["trace[969530728] 'process raft request' (duration: 124.883005ms)","trace[969530728] 'compare' (duration: 209.279881ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:58:23.865703Z","caller":"traceutil/trace.go:171","msg":"trace[1420063451] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"334.486914ms","start":"2026-03-17T21:58:23.531177Z","end":"2026-03-17T21:58:23.865664Z","steps":["trace[1420063451] 'process raft request' (duration: 334.34923ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:23.865734Z","caller":"traceutil/trace.go:171","msg":"trace[649171788] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"334.569746ms","start":"2026-03-17T21:58:23.531135Z","end":"2026-03-17T21:58:23.865705Z","steps":["trace[649171788] 'process raft request' (duration: 334.33267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:23.865796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.224088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-17T21:58:23.86584Z","caller":"traceutil/trace.go:171","msg":"trace[1668932937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1852; }","duration":"137.296852ms","start":"2026-03-17T21:58:23.728522Z","end":"2026-03-17T21:58:23.865819Z","steps":["trace[1668932937] 'agreement among raft nodes before linearized reading' (duration: 137.141827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:23.865848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:58:23.530922Z","time spent":"334.830203ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T21:58:23.865913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:58:23.531118Z","time spent":"334.705071ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T21:58:23.865952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:58:23.531161Z","time spent":"334.617168ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:02:12.102736Z","caller":"traceutil/trace.go:171","msg":"trace[376142617] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"114.585518ms","start":"2026-03-17T22:02:11.988123Z","end":"2026-03-17T22:02:12.102708Z","steps":["trace[376142617] 'process raft request' (duration: 114.447314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:32.858689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.581174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:807679"} {"level":"info","ts":"2026-03-17T22:03:32.858781Z","caller":"traceutil/trace.go:171","msg":"trace[2110621428] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4270; }","duration":"126.686317ms","start":"2026-03-17T22:03:32.732076Z","end":"2026-03-17T22:03:32.858763Z","steps":["trace[2110621428] 'range keys from in-memory index tree' (duration: 126.108941ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:33.030526Z","caller":"traceutil/trace.go:171","msg":"trace[850376683] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"164.198944ms","start":"2026-03-17T22:03:32.866295Z","end":"2026-03-17T22:03:33.030494Z","steps":["trace[850376683] 'process raft request' (duration: 163.902096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:33.030585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.662229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7bc62610-1f4f-4a61-a99e-655f20cfe73a\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-17T22:03:33.030679Z","caller":"traceutil/trace.go:171","msg":"trace[1500201373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7bc62610-1f4f-4a61-a99e-655f20cfe73a; range_end:; response_count:1; response_revision:4272; }","duration":"128.809063ms","start":"2026-03-17T22:03:32.901847Z","end":"2026-03-17T22:03:33.030656Z","steps":["trace[1500201373] 'agreement among raft nodes before linearized reading' (duration: 128.646319ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:51.142926Z","caller":"traceutil/trace.go:171","msg":"trace[668906076] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"108.176504ms","start":"2026-03-17T22:03:51.034722Z","end":"2026-03-17T22:03:51.142899Z","steps":["trace[668906076] 'process raft request' (duration: 107.993519ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:51.90117Z","caller":"traceutil/trace.go:171","msg":"trace[116109107] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"169.874935ms","start":"2026-03-17T22:03:51.731248Z","end":"2026-03-17T22:03:51.901123Z","steps":["trace[116109107] 'process raft request' (duration: 104.433626ms)","trace[116109107] 'compare' (duration: 65.224393ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:51.902873Z","caller":"traceutil/trace.go:171","msg":"trace[382480636] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"171.186639ms","start":"2026-03-17T22:03:51.731655Z","end":"2026-03-17T22:03:51.902841Z","steps":["trace[382480636] 'process raft request' (duration: 171.027255ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:53.313711Z","caller":"traceutil/trace.go:171","msg":"trace[195515861] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4839; }","duration":"229.248483ms","start":"2026-03-17T22:03:53.084424Z","end":"2026-03-17T22:03:53.313672Z","steps":["trace[195515861] 'read index received' (duration: 130.730775ms)","trace[195515861] 'applied index is now lower than readState.Index' (duration: 98.516068ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:53.313841Z","caller":"traceutil/trace.go:171","msg":"trace[1938163927] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"229.630263ms","start":"2026-03-17T22:03:53.08416Z","end":"2026-03-17T22:03:53.313791Z","steps":["trace[1938163927] 'process raft request' (duration: 130.647093ms)","trace[1938163927] 'compare' (duration: 98.463046ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:53.313903Z","caller":"traceutil/trace.go:171","msg":"trace[412632403] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4661; }","duration":"229.688855ms","start":"2026-03-17T22:03:53.084199Z","end":"2026-03-17T22:03:53.313888Z","steps":["trace[412632403] 'process raft request' (duration: 229.407207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:53.31414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.684285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-17T22:03:53.314194Z","caller":"traceutil/trace.go:171","msg":"trace[569111326] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4661; }","duration":"229.797007ms","start":"2026-03-17T22:03:53.084382Z","end":"2026-03-17T22:03:53.314179Z","steps":["trace[569111326] 'agreement among raft nodes before linearized reading' (duration: 229.553241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:53.314477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.927852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fl6z5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-17T22:03:53.314719Z","caller":"traceutil/trace.go:171","msg":"trace[271709318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fl6z5; range_end:; response_count:1; response_revision:4661; }","duration":"145.254351ms","start":"2026-03-17T22:03:53.16944Z","end":"2026-03-17T22:03:53.314695Z","steps":["trace[271709318] 'agreement among raft nodes before linearized reading' (duration: 144.801848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:53.314733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.732149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25c3906a-09b9-4153-bada-976b9ee39796\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-17T22:03:53.314985Z","caller":"traceutil/trace.go:171","msg":"trace[210953284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-25c3906a-09b9-4153-bada-976b9ee39796; range_end:; response_count:1; response_revision:4661; }","duration":"127.008907ms","start":"2026-03-17T22:03:53.187947Z","end":"2026-03-17T22:03:53.314955Z","steps":["trace[210953284] 'agreement among raft nodes before linearized reading' (duration: 126.317078ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:05:51.006734Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2618} {"level":"info","ts":"2026-03-17T22:05:51.063293Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2618,"took":"55.205053ms","hash":370547884,"current-db-size-bytes":41050112,"current-db-size":"41 MB","current-db-size-in-use-bytes":30687232,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-17T22:05:51.063362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":370547884,"revision":2618,"compact-revision":-1} {"level":"info","ts":"2026-03-17T22:09:50.992128Z","caller":"traceutil/trace.go:171","msg":"trace[1322806077] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"215.988186ms","start":"2026-03-17T22:09:50.776115Z","end":"2026-03-17T22:09:50.992103Z","steps":["trace[1322806077] 'process raft request' (duration: 215.781871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:09:51.144056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.520719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:09:51.144165Z","caller":"traceutil/trace.go:171","msg":"trace[1565986394] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7298; }","duration":"101.667883ms","start":"2026-03-17T22:09:51.042456Z","end":"2026-03-17T22:09:51.144124Z","steps":["trace[1565986394] 'count revisions from in-memory index tree' (duration: 101.387936ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:01.228775Z","caller":"traceutil/trace.go:171","msg":"trace[1642168633] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"183.212132ms","start":"2026-03-17T22:10:01.045525Z","end":"2026-03-17T22:10:01.228738Z","steps":["trace[1642168633] 'process raft request' (duration: 182.914683ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:02.179356Z","caller":"traceutil/trace.go:171","msg":"trace[1162452113] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"237.748062ms","start":"2026-03-17T22:10:01.941577Z","end":"2026-03-17T22:10:02.179326Z","steps":["trace[1162452113] 'process raft request' (duration: 237.594178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:28.637401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.126299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:10:28.6375Z","caller":"traceutil/trace.go:171","msg":"trace[79938021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7535; }","duration":"236.255273ms","start":"2026-03-17T22:10:28.401213Z","end":"2026-03-17T22:10:28.637468Z","steps":["trace[79938021] 'range keys from in-memory index tree' (duration: 236.020167ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:41.547239Z","caller":"traceutil/trace.go:171","msg":"trace[653902886] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"238.814651ms","start":"2026-03-17T22:10:41.308405Z","end":"2026-03-17T22:10:41.547219Z","steps":["trace[653902886] 'process raft request' (duration: 238.691918ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:41.651597Z","caller":"traceutil/trace.go:171","msg":"trace[1348839498] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"337.736319ms","start":"2026-03-17T22:10:41.313812Z","end":"2026-03-17T22:10:41.651549Z","steps":["trace[1348839498] 'process raft request' (duration: 337.510383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:41.651773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:10:41.3138Z","time spent":"337.882422ms","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:10:41.652202Z","caller":"traceutil/trace.go:171","msg":"trace[1746478557] linearizableReadLoop","detail":"{readStateIndex:7916; appliedIndex:7915; }","duration":"247.196767ms","start":"2026-03-17T22:10:41.404984Z","end":"2026-03-17T22:10:41.65218Z","steps":["trace[1746478557] 'read index received' (duration: 142.229687ms)","trace[1746478557] 'applied index is now lower than readState.Index' (duration: 104.96618ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:41.652289Z","caller":"traceutil/trace.go:171","msg":"trace[8233416] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"171.181647ms","start":"2026-03-17T22:10:41.48109Z","end":"2026-03-17T22:10:41.652271Z","steps":["trace[8233416] 'process raft request' (duration: 170.463798ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:41.652298Z","caller":"traceutil/trace.go:171","msg":"trace[179123557] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"140.726906ms","start":"2026-03-17T22:10:41.511544Z","end":"2026-03-17T22:10:41.652271Z","steps":["trace[179123557] 'process raft request' (duration: 140.588962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:41.652366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.379362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:10:41.652405Z","caller":"traceutil/trace.go:171","msg":"trace[1179555016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7637; }","duration":"247.484545ms","start":"2026-03-17T22:10:41.404911Z","end":"2026-03-17T22:10:41.652395Z","steps":["trace[1179555016] 'agreement among raft nodes before linearized reading' (duration: 247.392133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:41.652552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.989382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-17T22:10:41.652642Z","caller":"traceutil/trace.go:171","msg":"trace[2102374372] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7637; }","duration":"184.122176ms","start":"2026-03-17T22:10:41.468498Z","end":"2026-03-17T22:10:41.65262Z","steps":["trace[2102374372] 'agreement among raft nodes before linearized reading' (duration: 183.875398ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:51.014191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5612} {"level":"info","ts":"2026-03-17T22:10:51.097542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5612,"took":"81.663692ms","hash":1948576003,"current-db-size-bytes":42876928,"current-db-size":"43 MB","current-db-size-in-use-bytes":23212032,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-17T22:10:51.097595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1948576003,"revision":5612,"compact-revision":2618} {"level":"warn","ts":"2026-03-17T22:11:49.318632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.66449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T22:15:05.280084Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-17T22:15:05.286059Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-17T22:15:05.286191Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-17T22:15:51.021027Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7716} {"level":"info","ts":"2026-03-17T22:15:51.088197Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7716,"took":"64.779814ms","hash":2498083049,"current-db-size-bytes":42876928,"current-db-size":"43 MB","current-db-size-in-use-bytes":25276416,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-17T22:15:51.088262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2498083049,"revision":7716,"compact-revision":5612} {"level":"warn","ts":"2026-03-17T22:20:02.846979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.977874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-grafana-overview\" ","response":"range_response_count:1 size:8512"} {"level":"info","ts":"2026-03-17T22:20:02.847104Z","caller":"traceutil/trace.go:171","msg":"trace[966148461] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-grafana-overview; range_end:; response_count:1; response_revision:11036; }","duration":"149.161028ms","start":"2026-03-17T22:20:02.697918Z","end":"2026-03-17T22:20:02.847079Z","steps":["trace[966148461] 'range keys from in-memory index tree' (duration: 148.731897ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:20:51.028575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9866} {"level":"info","ts":"2026-03-17T22:20:51.109288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9866,"took":"78.574364ms","hash":1887891175,"current-db-size-bytes":42876928,"current-db-size":"43 MB","current-db-size-in-use-bytes":16211968,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-17T22:20:51.109369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1887891175,"revision":9866,"compact-revision":7716}