{"level":"warn","ts":"2026-03-08T02:03:02.298419Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:03:02.298495Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-08T02:03:02.298564Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:03:02.298575Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-08T02:03:02.298593Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:03:02.299181Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-08T02:03:02.299247Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-08T02:03:02.30278Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.329941ms"} {"level":"info","ts":"2026-03-08T02:03:02.312355Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-08T02:03:02.31242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-08T02:03:02.312439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-08T02:03:02.312457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-08T02:03:02.312468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-08T02:03:02.312508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-08T02:03:02.320802Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-08T02:03:02.32245Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-08T02:03:02.323638Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-08T02:03:02.326589Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-08T02:03:02.326802Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-08T02:03:02.326926Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:03:02.327021Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:03:02.327034Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:03:02.328056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-08T02:03:02.328826Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-08T02:03:02.332118Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:03:02.332328Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-08T02:03:02.332433Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-08T02:03:02.332515Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-08T02:03:02.332567Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-08T02:03:03.11329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-08T02:03:03.113353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-08T02:03:03.113394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-08T02:03:03.113422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-08T02:03:03.113433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-08T02:03:03.113451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-08T02:03:03.113465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-08T02:03:03.114882Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:03.116065Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:03:03.116064Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-08T02:03:03.116133Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:03:03.116434Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-08T02:03:03.116509Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-08T02:03:03.116672Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:03.116795Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:03.116837Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:03.119396Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-08T02:03:03.119874Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-08T02:03:38.810194Z","caller":"traceutil/trace.go:171","msg":"trace[888570677] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"111.258524ms","start":"2026-03-08T02:03:38.698913Z","end":"2026-03-08T02:03:38.810171Z","steps":["trace[888570677] 'process raft request' (duration: 111.10733ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:03:40.948Z","caller":"traceutil/trace.go:171","msg":"trace[1349965740] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"110.799873ms","start":"2026-03-08T02:03:40.83716Z","end":"2026-03-08T02:03:40.94796Z","steps":["trace[1349965740] 'process raft request' (duration: 92.654967ms)","trace[1349965740] 'compare' (duration: 18.003612ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:03:40.9541Z","caller":"traceutil/trace.go:171","msg":"trace[1699706885] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"111.93724ms","start":"2026-03-08T02:03:40.842135Z","end":"2026-03-08T02:03:40.954072Z","steps":["trace[1699706885] 'process raft request' (duration: 111.797897ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:03:40.954325Z","caller":"traceutil/trace.go:171","msg":"trace[587729417] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"111.153381ms","start":"2026-03-08T02:03:40.843149Z","end":"2026-03-08T02:03:40.954302Z","steps":["trace[587729417] 'process raft request' (duration: 110.828933ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:03:40.954157Z","caller":"traceutil/trace.go:171","msg":"trace[2004272530] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"114.228985ms","start":"2026-03-08T02:03:40.83987Z","end":"2026-03-08T02:03:40.954099Z","steps":["trace[2004272530] 'process raft request' (duration: 113.932818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:04:49.279956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.262005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:04:49.280172Z","caller":"traceutil/trace.go:171","msg":"trace[1114078293] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"372.922463ms","start":"2026-03-08T02:04:48.907214Z","end":"2026-03-08T02:04:49.280136Z","steps":["trace[1114078293] 'process raft request' (duration: 88.777687ms)","trace[1114078293] 'compare' (duration: 283.117971ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:04:49.280209Z","caller":"traceutil/trace.go:171","msg":"trace[721231854] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"182.693726ms","start":"2026-03-08T02:04:49.097432Z","end":"2026-03-08T02:04:49.280125Z","steps":["trace[721231854] 'read index received' (duration: 46.301µs)","trace[721231854] 'applied index is now lower than readState.Index' (duration: 182.645725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:04:49.280344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:04:48.907192Z","time spent":"373.060705ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:04:49.280412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.978004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-08T02:04:49.280473Z","caller":"traceutil/trace.go:171","msg":"trace[1956435904] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1589; }","duration":"183.044186ms","start":"2026-03-08T02:04:49.097391Z","end":"2026-03-08T02:04:49.280435Z","steps":["trace[1956435904] 'agreement among raft nodes before linearized reading' (duration: 182.86242ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:04:49.630951Z","caller":"traceutil/trace.go:171","msg":"trace[1435601832] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"159.642524ms","start":"2026-03-08T02:04:49.471276Z","end":"2026-03-08T02:04:49.630918Z","steps":["trace[1435601832] 'process raft request' (duration: 159.47011ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:04:49.656184Z","caller":"traceutil/trace.go:171","msg":"trace[2113809486] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"182.623025ms","start":"2026-03-08T02:04:49.473521Z","end":"2026-03-08T02:04:49.656144Z","steps":["trace[2113809486] 'process raft request' (duration: 182.456571ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:02.324224Z","caller":"traceutil/trace.go:171","msg":"trace[39908476] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"104.426572ms","start":"2026-03-08T02:05:02.219772Z","end":"2026-03-08T02:05:02.324199Z","steps":["trace[39908476] 'process raft request' (duration: 44.845064ms)","trace[39908476] 'compare' (duration: 59.472135ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:05:02.352197Z","caller":"traceutil/trace.go:171","msg":"trace[1399831899] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"123.407136ms","start":"2026-03-08T02:05:02.22877Z","end":"2026-03-08T02:05:02.352177Z","steps":["trace[1399831899] 'process raft request' (duration: 123.286503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:05:44.832618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.530576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:05:44.83278Z","caller":"traceutil/trace.go:171","msg":"trace[1778586225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"148.67795ms","start":"2026-03-08T02:05:44.684011Z","end":"2026-03-08T02:05:44.832689Z","steps":["trace[1778586225] 'range keys from in-memory index tree' (duration: 148.387003ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:45.057638Z","caller":"traceutil/trace.go:171","msg":"trace[1556270445] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"219.519792ms","start":"2026-03-08T02:05:44.838087Z","end":"2026-03-08T02:05:45.057607Z","steps":["trace[1556270445] 'process raft request' (duration: 219.319187ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:45.088459Z","caller":"traceutil/trace.go:171","msg":"trace[1351135055] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"250.210504ms","start":"2026-03-08T02:05:44.838212Z","end":"2026-03-08T02:05:45.088423Z","steps":["trace[1351135055] 'process raft request' (duration: 249.984249ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:06:19.930779Z","caller":"traceutil/trace.go:171","msg":"trace[1970034839] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"134.768698ms","start":"2026-03-08T02:06:19.795981Z","end":"2026-03-08T02:06:19.93075Z","steps":["trace[1970034839] 'process raft request' (duration: 134.648005ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:06:53.669004Z","caller":"traceutil/trace.go:171","msg":"trace[2095783573] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"191.422197ms","start":"2026-03-08T02:06:53.477554Z","end":"2026-03-08T02:06:53.668976Z","steps":["trace[2095783573] 'process raft request' (duration: 191.211522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:06:53.669153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.132077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:06:53.669001Z","caller":"traceutil/trace.go:171","msg":"trace[862443950] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2549; }","duration":"189.919712ms","start":"2026-03-08T02:06:53.479016Z","end":"2026-03-08T02:06:53.668935Z","steps":["trace[862443950] 'read index received' (duration: 189.654756ms)","trace[862443950] 'applied index is now lower than readState.Index' (duration: 263.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:06:53.669362Z","caller":"traceutil/trace.go:171","msg":"trace[104054015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2453; }","duration":"190.23174ms","start":"2026-03-08T02:06:53.47895Z","end":"2026-03-08T02:06:53.669182Z","steps":["trace[104054015] 'agreement among raft nodes before linearized reading' (duration: 190.077096ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:10:31.918716Z","caller":"traceutil/trace.go:171","msg":"trace[1276689772] linearizableReadLoop","detail":"{readStateIndex:4361; appliedIndex:4360; }","duration":"140.204805ms","start":"2026-03-08T02:10:31.778485Z","end":"2026-03-08T02:10:31.91869Z","steps":["trace[1276689772] 'read index received' (duration: 139.605251ms)","trace[1276689772] 'applied index is now lower than readState.Index' (duration: 598.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:10:31.918734Z","caller":"traceutil/trace.go:171","msg":"trace[1410470349] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"164.675229ms","start":"2026-03-08T02:10:31.754028Z","end":"2026-03-08T02:10:31.918703Z","steps":["trace[1410470349] 'process raft request' (duration: 164.181758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:10:31.919058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.905851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:10:31.919162Z","caller":"traceutil/trace.go:171","msg":"trace[1760311770] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4195; }","duration":"128.096566ms","start":"2026-03-08T02:10:31.791043Z","end":"2026-03-08T02:10:31.91914Z","steps":["trace[1760311770] 'agreement among raft nodes before linearized reading' (duration: 127.86699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:10:31.919312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.750959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:10:31.919449Z","caller":"traceutil/trace.go:171","msg":"trace[107981538] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4195; }","duration":"140.996735ms","start":"2026-03-08T02:10:31.77843Z","end":"2026-03-08T02:10:31.919426Z","steps":["trace[107981538] 'agreement among raft nodes before linearized reading' (duration: 140.39229ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:10:39.537521Z","caller":"traceutil/trace.go:171","msg":"trace[302085765] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"187.242038ms","start":"2026-03-08T02:10:39.350259Z","end":"2026-03-08T02:10:39.537501Z","steps":["trace[302085765] 'process raft request' (duration: 187.130736ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:10:39.564714Z","caller":"traceutil/trace.go:171","msg":"trace[5454] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"212.107641ms","start":"2026-03-08T02:10:39.352586Z","end":"2026-03-08T02:10:39.564693Z","steps":["trace[5454] 'process raft request' (duration: 211.903857ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:11.567386Z","caller":"traceutil/trace.go:171","msg":"trace[54412207] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5193; }","duration":"131.253351ms","start":"2026-03-08T02:11:11.436106Z","end":"2026-03-08T02:11:11.567359Z","steps":["trace[54412207] 'read index received' (duration: 51.276952ms)","trace[54412207] 'applied index is now lower than readState.Index' (duration: 79.975009ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:11:11.567458Z","caller":"traceutil/trace.go:171","msg":"trace[1077002568] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"143.75372ms","start":"2026-03-08T02:11:11.423674Z","end":"2026-03-08T02:11:11.567427Z","steps":["trace[1077002568] 'process raft request' (duration: 143.546225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:11:11.567577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.461836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:11:11.567621Z","caller":"traceutil/trace.go:171","msg":"trace[1939100416] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5006; }","duration":"131.558379ms","start":"2026-03-08T02:11:11.436052Z","end":"2026-03-08T02:11:11.56761Z","steps":["trace[1939100416] 'agreement among raft nodes before linearized reading' (duration: 131.466877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:13:03.145388Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2796} {"level":"info","ts":"2026-03-08T02:13:03.199625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2796,"took":"52.953842ms","hash":682176815,"current-db-size-bytes":41988096,"current-db-size":"42 MB","current-db-size-in-use-bytes":31543296,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-08T02:13:03.199698Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":682176815,"revision":2796,"compact-revision":-1} {"level":"info","ts":"2026-03-08T02:17:25.543569Z","caller":"traceutil/trace.go:171","msg":"trace[1335551303] linearizableReadLoop","detail":"{readStateIndex:7865; appliedIndex:7864; }","duration":"203.693056ms","start":"2026-03-08T02:17:25.33985Z","end":"2026-03-08T02:17:25.543543Z","steps":["trace[1335551303] 'read index received' (duration: 203.565643ms)","trace[1335551303] 'applied index is now lower than readState.Index' (duration: 126.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:17:25.543612Z","caller":"traceutil/trace.go:171","msg":"trace[467461149] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"275.577835ms","start":"2026-03-08T02:17:25.268003Z","end":"2026-03-08T02:17:25.54358Z","steps":["trace[467461149] 'process raft request' (duration: 275.374401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:17:25.543747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.87898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:17:25.543803Z","caller":"traceutil/trace.go:171","msg":"trace[1288386771] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7585; }","duration":"203.998442ms","start":"2026-03-08T02:17:25.339788Z","end":"2026-03-08T02:17:25.543787Z","steps":["trace[1288386771] 'agreement among raft nodes before linearized reading' (duration: 203.878829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:17:26.435029Z","caller":"traceutil/trace.go:171","msg":"trace[545452090] linearizableReadLoop","detail":"{readStateIndex:7870; appliedIndex:7869; }","duration":"219.693176ms","start":"2026-03-08T02:17:26.215291Z","end":"2026-03-08T02:17:26.434985Z","steps":["trace[545452090] 'read index received' (duration: 196.30385ms)","trace[545452090] 'applied index is now lower than readState.Index' (duration: 23.387606ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:17:26.435086Z","caller":"traceutil/trace.go:171","msg":"trace[1923931019] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"267.272617ms","start":"2026-03-08T02:17:26.167762Z","end":"2026-03-08T02:17:26.435035Z","steps":["trace[1923931019] 'process raft request' (duration: 243.928432ms)","trace[1923931019] 'compare' (duration: 22.848113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:17:26.435318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.000863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:17:26.435438Z","caller":"traceutil/trace.go:171","msg":"trace[961260873] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7589; }","duration":"220.158426ms","start":"2026-03-08T02:17:26.215256Z","end":"2026-03-08T02:17:26.435415Z","steps":["trace[961260873] 'agreement among raft nodes before linearized reading' (duration: 219.935551ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:17:27.249247Z","caller":"traceutil/trace.go:171","msg":"trace[967911299] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"125.333302ms","start":"2026-03-08T02:17:27.123879Z","end":"2026-03-08T02:17:27.249212Z","steps":["trace[967911299] 'process raft request' (duration: 84.835368ms)","trace[967911299] 'compare' (duration: 40.215457ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:17:57.478999Z","caller":"traceutil/trace.go:171","msg":"trace[1966213495] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"134.37271ms","start":"2026-03-08T02:17:57.344597Z","end":"2026-03-08T02:17:57.47897Z","steps":["trace[1966213495] 'process raft request' (duration: 134.214846ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:03.153096Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5798} {"level":"info","ts":"2026-03-08T02:18:03.251042Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5798,"took":"96.231072ms","hash":3632058154,"current-db-size-bytes":43155456,"current-db-size":"43 MB","current-db-size-in-use-bytes":23478272,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-08T02:18:03.251115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3632058154,"revision":5798,"compact-revision":2796} {"level":"warn","ts":"2026-03-08T02:18:07.384425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.012386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:18:07.384647Z","caller":"traceutil/trace.go:171","msg":"trace[440619482] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"264.457749ms","start":"2026-03-08T02:18:07.120164Z","end":"2026-03-08T02:18:07.384622Z","steps":["trace[440619482] 'process raft request' (duration: 137.144046ms)","trace[440619482] 'compare' (duration: 126.77548ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:18:07.384936Z","caller":"traceutil/trace.go:171","msg":"trace[2054418152] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"169.398155ms","start":"2026-03-08T02:18:07.215495Z","end":"2026-03-08T02:18:07.384893Z","steps":["trace[2054418152] 'process raft request' (duration: 169.058247ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:08.098505Z","caller":"traceutil/trace.go:171","msg":"trace[1420309650] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"106.930408ms","start":"2026-03-08T02:18:07.991549Z","end":"2026-03-08T02:18:08.098479Z","steps":["trace[1420309650] 'process raft request' (duration: 106.768574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:19:21.944916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.021383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:19:21.945097Z","caller":"traceutil/trace.go:171","msg":"trace[557831749] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8586; }","duration":"213.248189ms","start":"2026-03-08T02:19:21.731829Z","end":"2026-03-08T02:19:21.945077Z","steps":["trace[557831749] 'count revisions from in-memory index tree' (duration: 212.950102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:19:21.945137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.298167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:19:21.94526Z","caller":"traceutil/trace.go:171","msg":"trace[870148289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8586; }","duration":"228.470451ms","start":"2026-03-08T02:19:21.716758Z","end":"2026-03-08T02:19:21.945229Z","steps":["trace[870148289] 'range keys from in-memory index tree' (duration: 228.064331ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:19:21.945479Z","caller":"traceutil/trace.go:171","msg":"trace[1010922870] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8901; }","duration":"153.348133ms","start":"2026-03-08T02:19:21.792098Z","end":"2026-03-08T02:19:21.945446Z","steps":["trace[1010922870] 'read index received' (duration: 132.299411ms)","trace[1010922870] 'applied index is now lower than readState.Index' (duration: 21.046332ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:19:21.945554Z","caller":"traceutil/trace.go:171","msg":"trace[412195729] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"170.321337ms","start":"2026-03-08T02:19:21.775193Z","end":"2026-03-08T02:19:21.945514Z","steps":["trace[412195729] 'process raft request' (duration: 149.257845ms)","trace[412195729] 'compare' (duration: 20.610241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:19:21.945841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.708321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:19:21.945918Z","caller":"traceutil/trace.go:171","msg":"trace[849418469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8587; }","duration":"153.839194ms","start":"2026-03-08T02:19:21.79206Z","end":"2026-03-08T02:19:21.945899Z","steps":["trace[849418469] 'agreement among raft nodes before linearized reading' (duration: 153.508757ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:21:49.861651Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T02:21:49.867491Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-08T02:21:49.867611Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-08T02:23:03.159908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7854} {"level":"info","ts":"2026-03-08T02:23:03.224445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7854,"took":"62.349639ms","hash":1995285424,"current-db-size-bytes":43155456,"current-db-size":"43 MB","current-db-size-in-use-bytes":25694208,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-08T02:23:03.224517Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1995285424,"revision":7854,"compact-revision":5798} {"level":"info","ts":"2026-03-08T02:28:03.166532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10017} {"level":"info","ts":"2026-03-08T02:28:03.239123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10017,"took":"70.45148ms","hash":3968486226,"current-db-size-bytes":43155456,"current-db-size":"43 MB","current-db-size-in-use-bytes":16805888,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-08T02:28:03.239203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3968486226,"revision":10017,"compact-revision":7854}