{"level":"warn","ts":"2026-03-09T13:01:05.640577Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:01:05.640683Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.41:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.41:2380","--initial-cluster=instance=https://199.204.45.41:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.41:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.41:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T13:01:05.64076Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:01:05.640777Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-03-09T13:01:05.6408Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:01:05.641656Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"]} {"level":"info","ts":"2026-03-09T13:01:05.641758Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.41:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T13:01:05.645314Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.291814ms"} {"level":"info","ts":"2026-03-09T13:01:05.650812Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"17dd22a2661aae79","cluster-id":"c5133f40b27eeb3"} {"level":"info","ts":"2026-03-09T13:01:05.650911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T13:01:05.65094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 0"} {"level":"info","ts":"2026-03-09T13:01:05.650956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 17dd22a2661aae79 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T13:01:05.650973Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 1"} {"level":"info","ts":"2026-03-09T13:01:05.651022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"warn","ts":"2026-03-09T13:01:05.655851Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T13:01:05.657703Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T13:01:05.658729Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T13:01:05.661088Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"17dd22a2661aae79","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T13:01:05.661198Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:01:05.661311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:01:05.66132Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:01:05.662122Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"17dd22a2661aae79","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T13:01:05.663437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"info","ts":"2026-03-09T13:01:05.663766Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","added-peer-id":"17dd22a2661aae79","added-peer-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-03-09T13:01:05.666351Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:01:05.66649Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-03-09T13:01:05.66654Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-03-09T13:01:05.667973Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"17dd22a2661aae79","initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T13:01:05.668057Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T13:01:05.851573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T13:01:05.851622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T13:01:05.851644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgPreVoteResp from 17dd22a2661aae79 at term 1"} {"level":"info","ts":"2026-03-09T13:01:05.851663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became candidate at term 2"} {"level":"info","ts":"2026-03-09T13:01:05.851674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgVoteResp from 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-03-09T13:01:05.851702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became leader at term 2"} {"level":"info","ts":"2026-03-09T13:01:05.851717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 17dd22a2661aae79 elected leader 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-03-09T13:01:05.852708Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"17dd22a2661aae79","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.41:2379]}","request-path":"/0/members/17dd22a2661aae79/attributes","cluster-id":"c5133f40b27eeb3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T13:01:05.852736Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:05.852855Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:01:05.852993Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T13:01:05.853026Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T13:01:05.852943Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:01:05.853685Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:05.853868Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:05.853913Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:05.856523Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.41:2379"} {"level":"info","ts":"2026-03-09T13:01:05.856813Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T13:01:27.936287Z","caller":"traceutil/trace.go:171","msg":"trace[1437660962] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"112.034811ms","start":"2026-03-09T13:01:27.824226Z","end":"2026-03-09T13:01:27.936261Z","steps":["trace[1437660962] 'process raft request' (duration: 111.926218ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:33.301239Z","caller":"traceutil/trace.go:171","msg":"trace[58160401] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"147.061623ms","start":"2026-03-09T13:01:33.154151Z","end":"2026-03-09T13:01:33.301212Z","steps":["trace[58160401] 'process raft request' (duration: 146.892429ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:41.867901Z","caller":"traceutil/trace.go:171","msg":"trace[1802042410] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"114.882526ms","start":"2026-03-09T13:01:41.752986Z","end":"2026-03-09T13:01:41.867868Z","steps":["trace[1802042410] 'process raft request' (duration: 114.698941ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:50.363644Z","caller":"traceutil/trace.go:171","msg":"trace[1863661175] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1665; }","duration":"176.775866ms","start":"2026-03-09T13:02:50.186828Z","end":"2026-03-09T13:02:50.363604Z","steps":["trace[1863661175] 'read index received' (duration: 176.593092ms)","trace[1863661175] 'applied index is now lower than readState.Index' (duration: 181.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:02:50.363769Z","caller":"traceutil/trace.go:171","msg":"trace[1325831318] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"192.554909ms","start":"2026-03-09T13:02:50.17117Z","end":"2026-03-09T13:02:50.363725Z","steps":["trace[1325831318] 'process raft request' (duration: 192.20835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:50.364127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.092803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T13:02:50.364029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.156106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6d19fbf-63aa-4068-aa5a-1c8479bdc4a3\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-09T13:02:50.364211Z","caller":"traceutil/trace.go:171","msg":"trace[924798523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"127.235947ms","start":"2026-03-09T13:02:50.236955Z","end":"2026-03-09T13:02:50.364191Z","steps":["trace[924798523] 'agreement among raft nodes before linearized reading' (duration: 126.933249ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:50.364231Z","caller":"traceutil/trace.go:171","msg":"trace[1301833245] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f6d19fbf-63aa-4068-aa5a-1c8479bdc4a3; range_end:; response_count:1; response_revision:1606; }","duration":"177.404754ms","start":"2026-03-09T13:02:50.186803Z","end":"2026-03-09T13:02:50.364208Z","steps":["trace[1301833245] 'agreement among raft nodes before linearized reading' (duration: 177.014983ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:15.69761Z","caller":"traceutil/trace.go:171","msg":"trace[1907409964] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"112.484378ms","start":"2026-03-09T13:03:15.585099Z","end":"2026-03-09T13:03:15.697583Z","steps":["trace[1907409964] 'process raft request' (duration: 112.329314ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:49.161705Z","caller":"traceutil/trace.go:171","msg":"trace[391838240] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"120.693565ms","start":"2026-03-09T13:03:49.040988Z","end":"2026-03-09T13:03:49.161682Z","steps":["trace[391838240] 'process raft request' (duration: 80.994451ms)","trace[391838240] 'compare' (duration: 39.463298ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:03:49.161878Z","caller":"traceutil/trace.go:171","msg":"trace[1184143115] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"114.714667ms","start":"2026-03-09T13:03:49.047132Z","end":"2026-03-09T13:03:49.161847Z","steps":["trace[1184143115] 'process raft request' (duration: 114.490861ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:49.490733Z","caller":"traceutil/trace.go:171","msg":"trace[103905640] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"104.420798ms","start":"2026-03-09T13:03:49.386289Z","end":"2026-03-09T13:03:49.49071Z","steps":["trace[103905640] 'process raft request' (duration: 104.255993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:55.863605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.631551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:03:55.863696Z","caller":"traceutil/trace.go:171","msg":"trace[596213548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1975; }","duration":"140.788454ms","start":"2026-03-09T13:03:55.722889Z","end":"2026-03-09T13:03:55.863677Z","steps":["trace[596213548] 'range keys from in-memory index tree' (duration: 140.442905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:55.86378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.456886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:55.863875Z","caller":"traceutil/trace.go:171","msg":"trace[2017963866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"164.912688ms","start":"2026-03-09T13:03:55.698941Z","end":"2026-03-09T13:03:55.863853Z","steps":["trace[2017963866] 'range keys from in-memory index tree' (duration: 164.352244ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:01.612902Z","caller":"traceutil/trace.go:171","msg":"trace[406138340] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"116.448269ms","start":"2026-03-09T13:05:01.496423Z","end":"2026-03-09T13:05:01.612871Z","steps":["trace[406138340] 'process raft request' (duration: 116.259524ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:02.200921Z","caller":"traceutil/trace.go:171","msg":"trace[1059948332] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"117.817254ms","start":"2026-03-09T13:05:02.083067Z","end":"2026-03-09T13:05:02.200884Z","steps":["trace[1059948332] 'process raft request' (duration: 117.444535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:08:41.102754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.23755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mpqxk\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-09T13:08:41.102876Z","caller":"traceutil/trace.go:171","msg":"trace[1957297566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mpqxk; range_end:; response_count:1; response_revision:4290; }","duration":"133.405464ms","start":"2026-03-09T13:08:40.969447Z","end":"2026-03-09T13:08:41.102852Z","steps":["trace[1957297566] 'range keys from in-memory index tree' (duration: 133.032465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:08:41.103318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.636195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-09T13:08:41.103372Z","caller":"traceutil/trace.go:171","msg":"trace[580832675] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4290; }","duration":"135.690137ms","start":"2026-03-09T13:08:40.967667Z","end":"2026-03-09T13:08:41.103357Z","steps":["trace[580832675] 'range keys from in-memory index tree' (duration: 135.526453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:08:47.026152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.896166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-09T13:08:47.026262Z","caller":"traceutil/trace.go:171","msg":"trace[1400887697] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4516; }","duration":"138.04976ms","start":"2026-03-09T13:08:46.888193Z","end":"2026-03-09T13:08:47.026242Z","steps":["trace[1400887697] 'range keys from in-memory index tree' (duration: 137.715252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:08:47.026619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.018749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777458"} {"level":"info","ts":"2026-03-09T13:08:47.026723Z","caller":"traceutil/trace.go:171","msg":"trace[1869190255] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4516; }","duration":"112.172763ms","start":"2026-03-09T13:08:46.914524Z","end":"2026-03-09T13:08:47.026697Z","steps":["trace[1869190255] 'range keys from in-memory index tree' (duration: 111.448333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:08:47.026781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.854374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c8f596fa-9fda-4e91-a146-8f9538c6b881\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-09T13:08:47.026858Z","caller":"traceutil/trace.go:171","msg":"trace[2008805080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c8f596fa-9fda-4e91-a146-8f9538c6b881; range_end:; response_count:1; response_revision:4516; }","duration":"157.971297ms","start":"2026-03-09T13:08:46.868867Z","end":"2026-03-09T13:08:47.026839Z","steps":["trace[2008805080] 'range keys from in-memory index tree' (duration: 157.705619ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:08:47.358113Z","caller":"traceutil/trace.go:171","msg":"trace[603087189] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"149.832657ms","start":"2026-03-09T13:08:47.208253Z","end":"2026-03-09T13:08:47.358085Z","steps":["trace[603087189] 'process raft request' (duration: 149.609551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:08:57.109363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.642308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:08:57.109499Z","caller":"traceutil/trace.go:171","msg":"trace[2039714317] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"151.622046ms","start":"2026-03-09T13:08:56.957857Z","end":"2026-03-09T13:08:57.109479Z","steps":["trace[2039714317] 'process raft request' (duration: 29.31036ms)","trace[2039714317] 'compare' (duration: 121.464694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:09:04.802362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.820275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:09:04.802471Z","caller":"traceutil/trace.go:171","msg":"trace[126790536] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4878; }","duration":"104.987169ms","start":"2026-03-09T13:09:04.697461Z","end":"2026-03-09T13:09:04.802448Z","steps":["trace[126790536] 'count revisions from in-memory index tree' (duration: 104.722852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:05.071916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.708547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:09:05.072071Z","caller":"traceutil/trace.go:171","msg":"trace[1703284521] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"223.346349ms","start":"2026-03-09T13:09:04.848703Z","end":"2026-03-09T13:09:05.072049Z","steps":["trace[1703284521] 'process raft request' (duration: 90.380805ms)","trace[1703284521] 'compare' (duration: 132.541122ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:09:15.717477Z","caller":"traceutil/trace.go:171","msg":"trace[1931924245] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5214; }","duration":"205.270733ms","start":"2026-03-09T13:09:15.512178Z","end":"2026-03-09T13:09:15.717449Z","steps":["trace[1931924245] 'read index received' (duration: 205.033596ms)","trace[1931924245] 'applied index is now lower than readState.Index' (duration: 235.927µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:09:15.717751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.578001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T13:09:15.717793Z","caller":"traceutil/trace.go:171","msg":"trace[353471533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5028; }","duration":"205.733085ms","start":"2026-03-09T13:09:15.512047Z","end":"2026-03-09T13:09:15.71778Z","steps":["trace[353471533] 'agreement among raft nodes before linearized reading' (duration: 205.55928ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:09:15.717732Z","caller":"traceutil/trace.go:171","msg":"trace[368594080] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"205.686974ms","start":"2026-03-09T13:09:15.511865Z","end":"2026-03-09T13:09:15.717552Z","steps":["trace[368594080] 'process raft request' (duration: 205.412366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:15.717851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.235847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-09T13:09:15.717971Z","caller":"traceutil/trace.go:171","msg":"trace[1268459721] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5028; }","duration":"200.380151ms","start":"2026-03-09T13:09:15.517568Z","end":"2026-03-09T13:09:15.717949Z","steps":["trace[1268459721] 'agreement among raft nodes before linearized reading' (duration: 200.104984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:15.718075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.822373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T13:09:15.718176Z","caller":"traceutil/trace.go:171","msg":"trace[1953045675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5028; }","duration":"174.955515ms","start":"2026-03-09T13:09:15.543195Z","end":"2026-03-09T13:09:15.718151Z","steps":["trace[1953045675] 'agreement among raft nodes before linearized reading' (duration: 174.656417ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:06.107114Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2815} {"level":"info","ts":"2026-03-09T13:11:06.1614Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2815,"took":"52.53536ms","hash":2470846080,"current-db-size-bytes":41803776,"current-db-size":"42 MB","current-db-size-in-use-bytes":31526912,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-09T13:11:06.161461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2470846080,"revision":2815,"compact-revision":-1} {"level":"info","ts":"2026-03-09T13:15:15.852757Z","caller":"traceutil/trace.go:171","msg":"trace[1749943644] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"295.095957ms","start":"2026-03-09T13:15:15.557626Z","end":"2026-03-09T13:15:15.852722Z","steps":["trace[1749943644] 'process raft request' (duration: 294.885481ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:15:15.860383Z","caller":"traceutil/trace.go:171","msg":"trace[248005480] linearizableReadLoop","detail":"{readStateIndex:7832; appliedIndex:7830; }","duration":"160.652079ms","start":"2026-03-09T13:15:15.69971Z","end":"2026-03-09T13:15:15.860362Z","steps":["trace[248005480] 'read index received' (duration: 152.788046ms)","trace[248005480] 'applied index is now lower than readState.Index' (duration: 7.862343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:15:15.860548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.813323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:15:15.860594Z","caller":"traceutil/trace.go:171","msg":"trace[971694299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7559; }","duration":"160.923985ms","start":"2026-03-09T13:15:15.699658Z","end":"2026-03-09T13:15:15.860582Z","steps":["trace[971694299] 'agreement among raft nodes before linearized reading' (duration: 160.781722ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:15:15.861021Z","caller":"traceutil/trace.go:171","msg":"trace[575763024] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"300.77002ms","start":"2026-03-09T13:15:15.560237Z","end":"2026-03-09T13:15:15.861007Z","steps":["trace[575763024] 'process raft request' (duration: 300.03906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:15:15.861159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:15:15.560212Z","time spent":"300.852682ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:15:28.461894Z","caller":"traceutil/trace.go:171","msg":"trace[1232237384] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"141.648294ms","start":"2026-03-09T13:15:28.320222Z","end":"2026-03-09T13:15:28.46187Z","steps":["trace[1232237384] 'process raft request' (duration: 63.452138ms)","trace[1232237384] 'compare' (duration: 78.036202ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:15:28.462216Z","caller":"traceutil/trace.go:171","msg":"trace[571718636] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"141.240172ms","start":"2026-03-09T13:15:28.320935Z","end":"2026-03-09T13:15:28.462175Z","steps":["trace[571718636] 'process raft request' (duration: 140.892693ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:15:28.726478Z","caller":"traceutil/trace.go:171","msg":"trace[286900822] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"106.076991ms","start":"2026-03-09T13:15:28.62036Z","end":"2026-03-09T13:15:28.726437Z","steps":["trace[286900822] 'process raft request' (duration: 84.036954ms)","trace[286900822] 'compare' (duration: 21.516973ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:16:06.115214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5828} {"level":"info","ts":"2026-03-09T13:16:06.202951Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5828,"took":"85.682017ms","hash":3578341397,"current-db-size-bytes":42971136,"current-db-size":"43 MB","current-db-size-in-use-bytes":23822336,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T13:16:06.203008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3578341397,"revision":5828,"compact-revision":2815} {"level":"warn","ts":"2026-03-09T13:16:08.704401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.595439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-09T13:16:08.704624Z","caller":"traceutil/trace.go:171","msg":"trace[446341977] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7912; }","duration":"145.860376ms","start":"2026-03-09T13:16:08.558737Z","end":"2026-03-09T13:16:08.704598Z","steps":["trace[446341977] 'range keys from in-memory index tree' (duration: 145.323152ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:16:08.715772Z","caller":"traceutil/trace.go:171","msg":"trace[1123594873] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"150.608435ms","start":"2026-03-09T13:16:08.565128Z","end":"2026-03-09T13:16:08.715737Z","steps":["trace[1123594873] 'process raft request' (duration: 150.378928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:16:09.050711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.814768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:16:09.050926Z","caller":"traceutil/trace.go:171","msg":"trace[175288800] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"330.744368ms","start":"2026-03-09T13:16:08.720147Z","end":"2026-03-09T13:16:09.050892Z","steps":["trace[175288800] 'process raft request' (duration: 107.611281ms)","trace[175288800] 'compare' (duration: 222.606602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:16:09.051006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:16:08.720096Z","time spent":"330.877751ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:16:09.051318Z","caller":"traceutil/trace.go:171","msg":"trace[564285039] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"330.87969ms","start":"2026-03-09T13:16:08.720414Z","end":"2026-03-09T13:16:09.051294Z","steps":["trace[564285039] 'process raft request' (duration: 330.396997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:16:09.05141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:16:08.7204Z","time spent":"330.972373ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:16:09.051466Z","caller":"traceutil/trace.go:171","msg":"trace[1655291372] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8204; }","duration":"303.828819ms","start":"2026-03-09T13:16:08.747588Z","end":"2026-03-09T13:16:09.051417Z","steps":["trace[1655291372] 'read index received' (duration: 80.274911ms)","trace[1655291372] 'applied index is now lower than readState.Index' (duration: 223.548567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:16:09.051687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.105907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:16:09.051735Z","caller":"traceutil/trace.go:171","msg":"trace[449146753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7917; }","duration":"304.151188ms","start":"2026-03-09T13:16:08.74757Z","end":"2026-03-09T13:16:09.051721Z","steps":["trace[449146753] 'agreement among raft nodes before linearized reading' (duration: 303.956132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:16:09.051768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:16:08.747523Z","time spent":"304.238441ms","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:16:09.051751Z","caller":"traceutil/trace.go:171","msg":"trace[850957487] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"156.465673ms","start":"2026-03-09T13:16:08.89524Z","end":"2026-03-09T13:16:09.051706Z","steps":["trace[850957487] 'process raft request' (duration: 156.389591ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:16:09.051787Z","caller":"traceutil/trace.go:171","msg":"trace[774857648] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"300.984312ms","start":"2026-03-09T13:16:08.750764Z","end":"2026-03-09T13:16:09.051749Z","steps":["trace[774857648] 'process raft request' (duration: 300.539931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:16:09.051976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:16:08.750746Z","time spent":"301.141226ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:19:49.104892Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"17dd22a2661aae79","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T13:19:49.111562Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T13:19:49.111668Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T13:21:06.121738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7885} {"level":"info","ts":"2026-03-09T13:21:06.187018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7885,"took":"62.941931ms","hash":3826843304,"current-db-size-bytes":42971136,"current-db-size":"43 MB","current-db-size-in-use-bytes":25341952,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T13:21:06.187105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3826843304,"revision":7885,"compact-revision":5828} {"level":"info","ts":"2026-03-09T13:26:06.128201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10050} {"level":"info","ts":"2026-03-09T13:26:06.202279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10050,"took":"71.506975ms","hash":1745007793,"current-db-size-bytes":42971136,"current-db-size":"43 MB","current-db-size-in-use-bytes":16760832,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-09T13:26:06.202354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1745007793,"revision":10050,"compact-revision":7885}