{"level":"warn","ts":"2026-03-04T15:28:21.899626Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:28:21.899865Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.12:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.12:2380","--initial-cluster=instance=https://162.253.55.12:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.12:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.12:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T15:28:21.899997Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:28:21.900013Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-03-04T15:28:21.900046Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:28:21.901039Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"]} {"level":"info","ts":"2026-03-04T15:28:21.901139Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.12:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T15:28:21.9053Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.867699ms"} {"level":"info","ts":"2026-03-04T15:28:21.9103Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b4c6dc24a78438ca","cluster-id":"587227f9a3f73e98"} {"level":"info","ts":"2026-03-04T15:28:21.91042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T15:28:21.910458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 0"} {"level":"info","ts":"2026-03-04T15:28:21.910469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b4c6dc24a78438ca [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T15:28:21.910479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 1"} {"level":"info","ts":"2026-03-04T15:28:21.910533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"warn","ts":"2026-03-04T15:28:21.91655Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T15:28:21.917885Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T15:28:21.919019Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T15:28:21.921187Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b4c6dc24a78438ca","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T15:28:21.921388Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b4c6dc24a78438ca","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T15:28:21.921558Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:28:21.921846Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:28:21.921866Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:28:21.923674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"info","ts":"2026-03-04T15:28:21.924819Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","added-peer-id":"b4c6dc24a78438ca","added-peer-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-03-04T15:28:21.926928Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:28:21.927083Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-03-04T15:28:21.927179Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-03-04T15:28:21.927514Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b4c6dc24a78438ca","initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T15:28:21.927569Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T15:28:22.911626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T15:28:22.911706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T15:28:22.911764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgPreVoteResp from b4c6dc24a78438ca at term 1"} {"level":"info","ts":"2026-03-04T15:28:22.911786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became candidate at term 2"} {"level":"info","ts":"2026-03-04T15:28:22.911797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgVoteResp from b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-03-04T15:28:22.911821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became leader at term 2"} {"level":"info","ts":"2026-03-04T15:28:22.911835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b4c6dc24a78438ca elected leader b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-03-04T15:28:22.913174Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b4c6dc24a78438ca","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.12:2379]}","request-path":"/0/members/b4c6dc24a78438ca/attributes","cluster-id":"587227f9a3f73e98","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T15:28:22.91336Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:28:22.913475Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:28:22.913572Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:22.913948Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T15:28:22.913993Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T15:28:22.916865Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T15:28:22.916912Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.12:2379"} {"level":"info","ts":"2026-03-04T15:28:22.917377Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:22.917611Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:22.917672Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:29:01.224574Z","caller":"traceutil/trace.go:171","msg":"trace[1465836039] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"357.087164ms","start":"2026-03-04T15:29:00.867458Z","end":"2026-03-04T15:29:01.224546Z","steps":["trace[1465836039] 'read index received' (duration: 356.889968ms)","trace[1465836039] 'applied index is now lower than readState.Index' (duration: 196.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:01.224645Z","caller":"traceutil/trace.go:171","msg":"trace[801508905] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"359.169351ms","start":"2026-03-04T15:29:00.865423Z","end":"2026-03-04T15:29:01.224592Z","steps":["trace[801508905] 'process raft request' (duration: 358.960595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:01.224911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.388342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:29:01.224967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.998732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T15:29:01.224994Z","caller":"traceutil/trace.go:171","msg":"trace[1690277532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"174.085445ms","start":"2026-03-04T15:29:01.0509Z","end":"2026-03-04T15:29:01.224986Z","steps":["trace[1690277532] 'agreement among raft nodes before linearized reading' (duration: 173.998733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:01.225001Z","caller":"traceutil/trace.go:171","msg":"trace[1609904572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"357.594438ms","start":"2026-03-04T15:29:00.867388Z","end":"2026-03-04T15:29:01.224983Z","steps":["trace[1609904572] 'agreement among raft nodes before linearized reading' (duration: 357.254908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:01.225038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:00.867358Z","time spent":"357.669139ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:29:01.225044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.086832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:29:01.22508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.332337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-26lnh\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-04T15:29:01.22518Z","caller":"traceutil/trace.go:171","msg":"trace[692567815] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:553; }","duration":"106.311888ms","start":"2026-03-04T15:29:01.118839Z","end":"2026-03-04T15:29:01.225151Z","steps":["trace[692567815] 'agreement among raft nodes before linearized reading' (duration: 106.04901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:01.225303Z","caller":"traceutil/trace.go:171","msg":"trace[932275483] range","detail":"{range_begin:/registry/pods/kube-system/cilium-26lnh; range_end:; response_count:1; response_revision:553; }","duration":"288.628666ms","start":"2026-03-04T15:29:00.936644Z","end":"2026-03-04T15:29:01.225273Z","steps":["trace[932275483] 'agreement among raft nodes before linearized reading' (duration: 288.163513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:01.225683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:00.865396Z","time spent":"359.369557ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:01.342635Z","caller":"traceutil/trace.go:171","msg":"trace[1571096455] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"112.883674ms","start":"2026-03-04T15:29:01.22971Z","end":"2026-03-04T15:29:01.342594Z","steps":["trace[1571096455] 'process raft request' (duration: 40.481065ms)","trace[1571096455] 'compare' (duration: 72.217704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:01.346836Z","caller":"traceutil/trace.go:171","msg":"trace[560803725] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"116.540456ms","start":"2026-03-04T15:29:01.230267Z","end":"2026-03-04T15:29:01.346808Z","steps":["trace[560803725] 'process raft request' (duration: 116.359761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:01.346985Z","caller":"traceutil/trace.go:171","msg":"trace[1167498046] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"112.654708ms","start":"2026-03-04T15:29:01.234312Z","end":"2026-03-04T15:29:01.346966Z","steps":["trace[1167498046] 'read index received' (duration: 35.896685ms)","trace[1167498046] 'applied index is now lower than readState.Index' (duration: 76.753342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:01.347108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.764452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:01.347249Z","caller":"traceutil/trace.go:171","msg":"trace[1915228075] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"112.946267ms","start":"2026-03-04T15:29:01.234261Z","end":"2026-03-04T15:29:01.347207Z","steps":["trace[1915228075] 'agreement among raft nodes before linearized reading' (duration: 112.770972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:01.347348Z","caller":"traceutil/trace.go:171","msg":"trace[891944786] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"107.395ms","start":"2026-03-04T15:29:01.239921Z","end":"2026-03-04T15:29:01.347316Z","steps":["trace[891944786] 'process raft request' (duration: 106.805352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:15.25296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.618617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:30:15.253039Z","caller":"traceutil/trace.go:171","msg":"trace[118820943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1612; }","duration":"147.749841ms","start":"2026-03-04T15:30:15.105275Z","end":"2026-03-04T15:30:15.253025Z","steps":["trace[118820943] 'range keys from in-memory index tree' (duration: 147.396142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:53.706352Z","caller":"traceutil/trace.go:171","msg":"trace[1949493381] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"121.083954ms","start":"2026-03-04T15:30:53.585224Z","end":"2026-03-04T15:30:53.706308Z","steps":["trace[1949493381] 'process raft request' (duration: 120.5947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:32:32.787361Z","caller":"traceutil/trace.go:171","msg":"trace[1339100674] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"105.591287ms","start":"2026-03-04T15:32:32.681731Z","end":"2026-03-04T15:32:32.787322Z","steps":["trace[1339100674] 'process raft request' (duration: 105.262668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:32:38.567579Z","caller":"traceutil/trace.go:171","msg":"trace[60544521] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"128.071017ms","start":"2026-03-04T15:32:38.439477Z","end":"2026-03-04T15:32:38.567548Z","steps":["trace[60544521] 'process raft request' (duration: 127.669436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:32:39.007831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.51846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:32:39.008119Z","caller":"traceutil/trace.go:171","msg":"trace[520064114] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"425.045687ms","start":"2026-03-04T15:32:38.583021Z","end":"2026-03-04T15:32:39.008067Z","steps":["trace[520064114] 'process raft request' (duration: 149.870729ms)","trace[520064114] 'compare' (duration: 274.018476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:32:39.008206Z","caller":"traceutil/trace.go:171","msg":"trace[1556519077] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"133.238791ms","start":"2026-03-04T15:32:38.874943Z","end":"2026-03-04T15:32:39.008181Z","steps":["trace[1556519077] 'process raft request' (duration: 133.18318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:32:39.008201Z","caller":"traceutil/trace.go:171","msg":"trace[1388026832] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"424.817091ms","start":"2026-03-04T15:32:38.583338Z","end":"2026-03-04T15:32:39.008155Z","steps":["trace[1388026832] 'process raft request' (duration: 424.611825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:32:39.008309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:32:38.583009Z","time spent":"425.193621ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:32:39.00842Z","caller":"traceutil/trace.go:171","msg":"trace[110902721] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"201.439003ms","start":"2026-03-04T15:32:38.806969Z","end":"2026-03-04T15:32:39.008408Z","steps":["trace[110902721] 'process raft request' (duration: 201.105714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:32:39.008455Z","caller":"traceutil/trace.go:171","msg":"trace[1174282959] linearizableReadLoop","detail":"{readStateIndex:2658; appliedIndex:2655; }","duration":"177.012559ms","start":"2026-03-04T15:32:38.83143Z","end":"2026-03-04T15:32:39.008443Z","steps":["trace[1174282959] 'read index received' (duration: 75.394582ms)","trace[1174282959] 'applied index is now lower than readState.Index' (duration: 101.616367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:32:39.00844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:32:38.583334Z","time spent":"424.967615ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:32:39.0086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.182423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:32:39.00864Z","caller":"traceutil/trace.go:171","msg":"trace[1516317285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2563; }","duration":"177.264786ms","start":"2026-03-04T15:32:38.831364Z","end":"2026-03-04T15:32:39.008628Z","steps":["trace[1516317285] 'agreement among raft nodes before linearized reading' (duration: 177.192994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:09.840638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.329366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:35:09.840732Z","caller":"traceutil/trace.go:171","msg":"trace[1347652068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3482; }","duration":"107.45713ms","start":"2026-03-04T15:35:09.733256Z","end":"2026-03-04T15:35:09.840713Z","steps":["trace[1347652068] 'range keys from in-memory index tree' (duration: 107.148471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:09.840898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.072586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:35:09.840976Z","caller":"traceutil/trace.go:171","msg":"trace[1017817688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3482; }","duration":"108.19939ms","start":"2026-03-04T15:35:09.732758Z","end":"2026-03-04T15:35:09.840958Z","steps":["trace[1017817688] 'range keys from in-memory index tree' (duration: 107.909902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:09.840898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.827395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:35:09.841125Z","caller":"traceutil/trace.go:171","msg":"trace[597496720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3482; }","duration":"110.041602ms","start":"2026-03-04T15:35:09.731007Z","end":"2026-03-04T15:35:09.841049Z","steps":["trace[597496720] 'range keys from in-memory index tree' (duration: 109.654911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:39.626074Z","caller":"traceutil/trace.go:171","msg":"trace[1023323544] linearizableReadLoop","detail":"{readStateIndex:4674; appliedIndex:4672; }","duration":"118.334121ms","start":"2026-03-04T15:36:39.507723Z","end":"2026-03-04T15:36:39.626057Z","steps":["trace[1023323544] 'read index received' (duration: 12.020557ms)","trace[1023323544] 'applied index is now lower than readState.Index' (duration: 106.312624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:39.62617Z","caller":"traceutil/trace.go:171","msg":"trace[525640922] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"122.376744ms","start":"2026-03-04T15:36:39.503764Z","end":"2026-03-04T15:36:39.626141Z","steps":["trace[525640922] 'process raft request' (duration: 91.331085ms)","trace[525640922] 'compare' (duration: 30.798762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:36:39.626245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T15:36:39.626271Z","caller":"traceutil/trace.go:171","msg":"trace[449005679] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4501; }","duration":"118.567088ms","start":"2026-03-04T15:36:39.507697Z","end":"2026-03-04T15:36:39.626264Z","steps":["trace[449005679] 'agreement among raft nodes before linearized reading' (duration: 118.472425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:39.626134Z","caller":"traceutil/trace.go:171","msg":"trace[361845572] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"117.22961ms","start":"2026-03-04T15:36:39.508868Z","end":"2026-03-04T15:36:39.626098Z","steps":["trace[361845572] 'process raft request' (duration: 117.143888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:42.610736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.725702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d83ab8f-fb46-43b7-9f8a-de88e03120b5\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-04T15:36:42.610859Z","caller":"traceutil/trace.go:171","msg":"trace[1213086087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d83ab8f-fb46-43b7-9f8a-de88e03120b5; range_end:; response_count:1; response_revision:4645; }","duration":"251.892127ms","start":"2026-03-04T15:36:42.358947Z","end":"2026-03-04T15:36:42.610839Z","steps":["trace[1213086087] 'range keys from in-memory index tree' (duration: 251.573569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:42.61094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.419072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:36:42.61094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.746402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:36:42.611037Z","caller":"traceutil/trace.go:171","msg":"trace[348924676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4645; }","duration":"178.559756ms","start":"2026-03-04T15:36:42.432452Z","end":"2026-03-04T15:36:42.611012Z","steps":["trace[348924676] 'range keys from in-memory index tree' (duration: 178.220507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:42.611036Z","caller":"traceutil/trace.go:171","msg":"trace[593894232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"177.872346ms","start":"2026-03-04T15:36:42.433143Z","end":"2026-03-04T15:36:42.611015Z","steps":["trace[593894232] 'range keys from in-memory index tree' (duration: 177.545597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:42.611372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.662019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5kdjp.1899ad6a484c0e2d\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-04T15:36:42.611471Z","caller":"traceutil/trace.go:171","msg":"trace[866802363] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5kdjp.1899ad6a484c0e2d; range_end:; response_count:1; response_revision:4645; }","duration":"247.833773ms","start":"2026-03-04T15:36:42.363613Z","end":"2026-03-04T15:36:42.611447Z","steps":["trace[866802363] 'range keys from in-memory index tree' (duration: 247.286528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:42.611518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.09138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:36:42.611603Z","caller":"traceutil/trace.go:171","msg":"trace[38651850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4645; }","duration":"179.212814ms","start":"2026-03-04T15:36:42.432372Z","end":"2026-03-04T15:36:42.611584Z","steps":["trace[38651850] 'range keys from in-memory index tree' (duration: 178.085723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:44.825117Z","caller":"traceutil/trace.go:171","msg":"trace[546233833] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"142.567208ms","start":"2026-03-04T15:36:44.682518Z","end":"2026-03-04T15:36:44.825085Z","steps":["trace[546233833] 'process raft request' (duration: 142.356952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:44.862509Z","caller":"traceutil/trace.go:171","msg":"trace[2042065319] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"179.531652ms","start":"2026-03-04T15:36:44.682944Z","end":"2026-03-04T15:36:44.862475Z","steps":["trace[2042065319] 'process raft request' (duration: 179.323307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:44.862805Z","caller":"traceutil/trace.go:171","msg":"trace[2002744280] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"178.767802ms","start":"2026-03-04T15:36:44.684009Z","end":"2026-03-04T15:36:44.862777Z","steps":["trace[2002744280] 'process raft request' (duration: 178.423012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:46.79013Z","caller":"traceutil/trace.go:171","msg":"trace[154592057] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"102.763225ms","start":"2026-03-04T15:36:46.687338Z","end":"2026-03-04T15:36:46.790101Z","steps":["trace[154592057] 'process raft request' (duration: 30.71475ms)","trace[154592057] 'compare' (duration: 71.903111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:37:02.354208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.086079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5374222a-8672-4eab-adab-129880a5a2b6\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-04T15:37:02.354297Z","caller":"traceutil/trace.go:171","msg":"trace[1359752348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5374222a-8672-4eab-adab-129880a5a2b6; range_end:; response_count:1; response_revision:5012; }","duration":"115.227023ms","start":"2026-03-04T15:37:02.23905Z","end":"2026-03-04T15:37:02.354277Z","steps":["trace[1359752348] 'range keys from in-memory index tree' (duration: 114.897724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:02.354311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.462187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T15:37:02.354439Z","caller":"traceutil/trace.go:171","msg":"trace[120587048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5012; }","duration":"156.631473ms","start":"2026-03-04T15:37:02.197773Z","end":"2026-03-04T15:37:02.354405Z","steps":["trace[120587048] 'range keys from in-memory index tree' (duration: 156.269682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:02.788207Z","caller":"traceutil/trace.go:171","msg":"trace[152752964] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"226.414284ms","start":"2026-03-04T15:37:02.561762Z","end":"2026-03-04T15:37:02.788177Z","steps":["trace[152752964] 'process raft request' (duration: 226.200428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:03.066827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.686605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:37:03.066979Z","caller":"traceutil/trace.go:171","msg":"trace[488215463] linearizableReadLoop","detail":"{readStateIndex:5202; appliedIndex:5201; }","duration":"252.541365ms","start":"2026-03-04T15:37:02.814414Z","end":"2026-03-04T15:37:03.066955Z","steps":["trace[488215463] 'read index received' (duration: 76.657934ms)","trace[488215463] 'applied index is now lower than readState.Index' (duration: 175.881521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:37:03.067145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.294163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:37:03.067197Z","caller":"traceutil/trace.go:171","msg":"trace[1141837446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5014; }","duration":"235.381855ms","start":"2026-03-04T15:37:02.8318Z","end":"2026-03-04T15:37:03.067182Z","steps":["trace[1141837446] 'agreement among raft nodes before linearized reading' (duration: 235.297053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:03.067081Z","caller":"traceutil/trace.go:171","msg":"trace[1095166296] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"488.590099ms","start":"2026-03-04T15:37:02.578447Z","end":"2026-03-04T15:37:03.067037Z","steps":["trace[1095166296] 'process raft request' (duration: 312.587875ms)","trace[1095166296] 'compare' (duration: 175.528831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:37:03.067217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.74393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:37:03.06735Z","caller":"traceutil/trace.go:171","msg":"trace[8254345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5014; }","duration":"252.955617ms","start":"2026-03-04T15:37:02.814365Z","end":"2026-03-04T15:37:03.067321Z","steps":["trace[8254345] 'agreement among raft nodes before linearized reading' (duration: 252.671319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:03.067392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:37:02.57842Z","time spent":"488.852855ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:37:03.067607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.075453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:37:03.067775Z","caller":"traceutil/trace.go:171","msg":"trace[861315762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5014; }","duration":"108.30874ms","start":"2026-03-04T15:37:02.959444Z","end":"2026-03-04T15:37:03.067753Z","steps":["trace[861315762] 'agreement among raft nodes before linearized reading' (duration: 107.920489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:03.067639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.249792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:37:03.068041Z","caller":"traceutil/trace.go:171","msg":"trace[1996091665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5014; }","duration":"151.705155ms","start":"2026-03-04T15:37:02.916298Z","end":"2026-03-04T15:37:03.068003Z","steps":["trace[1996091665] 'agreement among raft nodes before linearized reading' (duration: 151.113017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:03.067678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.164315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:37:03.068123Z","caller":"traceutil/trace.go:171","msg":"trace[1319912028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5014; }","duration":"108.640939ms","start":"2026-03-04T15:37:02.959461Z","end":"2026-03-04T15:37:03.068102Z","steps":["trace[1319912028] 'agreement among raft nodes before linearized reading' (duration: 108.090873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:16.887804Z","caller":"traceutil/trace.go:171","msg":"trace[405127776] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"127.642971ms","start":"2026-03-04T15:37:16.760127Z","end":"2026-03-04T15:37:16.88777Z","steps":["trace[405127776] 'process raft request' (duration: 127.461016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:22.948119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2780} {"level":"info","ts":"2026-03-04T15:38:23.007332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2780,"took":"57.719931ms","hash":470529743,"current-db-size-bytes":41013248,"current-db-size":"41 MB","current-db-size-in-use-bytes":30593024,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T15:38:23.00744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":470529743,"revision":2780,"compact-revision":-1} {"level":"info","ts":"2026-03-04T15:43:22.96881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5715} {"level":"info","ts":"2026-03-04T15:43:23.132674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5715,"took":"162.137514ms","hash":1544609514,"current-db-size-bytes":43286528,"current-db-size":"43 MB","current-db-size-in-use-bytes":23511040,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T15:43:23.132753Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1544609514,"revision":5715,"compact-revision":2780} {"level":"info","ts":"2026-03-04T15:43:29.890501Z","caller":"traceutil/trace.go:171","msg":"trace[2125529904] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8078; }","duration":"338.025273ms","start":"2026-03-04T15:43:29.552448Z","end":"2026-03-04T15:43:29.890473Z","steps":["trace[2125529904] 'read index received' (duration: 337.834707ms)","trace[2125529904] 'applied index is now lower than readState.Index' (duration: 189.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:29.890617Z","caller":"traceutil/trace.go:171","msg":"trace[58634058] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"341.087519ms","start":"2026-03-04T15:43:29.549496Z","end":"2026-03-04T15:43:29.890584Z","steps":["trace[58634058] 'process raft request' (duration: 340.78442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:29.890729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.286557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:43:29.890781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:29.549476Z","time spent":"341.219842ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:29.890793Z","caller":"traceutil/trace.go:171","msg":"trace[167463598] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7794; }","duration":"330.383219ms","start":"2026-03-04T15:43:29.560391Z","end":"2026-03-04T15:43:29.890774Z","steps":["trace[167463598] 'agreement among raft nodes before linearized reading' (duration: 330.220934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:29.890783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.30597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T15:43:29.890864Z","caller":"traceutil/trace.go:171","msg":"trace[1090345043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7794; }","duration":"338.431854ms","start":"2026-03-04T15:43:29.552412Z","end":"2026-03-04T15:43:29.890844Z","steps":["trace[1090345043] 'agreement among raft nodes before linearized reading' (duration: 338.185397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:29.890918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:29.552399Z","time spent":"338.507687ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:43:29.890957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:29.560383Z","time spent":"330.44664ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:43:32.108248Z","caller":"traceutil/trace.go:171","msg":"trace[1527329303] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8088; }","duration":"113.192149ms","start":"2026-03-04T15:43:31.995027Z","end":"2026-03-04T15:43:32.108219Z","steps":["trace[1527329303] 'read index received' (duration: 9.473335ms)","trace[1527329303] 'applied index is now lower than readState.Index' (duration: 103.717944ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:32.108271Z","caller":"traceutil/trace.go:171","msg":"trace[506928688] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"115.902985ms","start":"2026-03-04T15:43:31.992327Z","end":"2026-03-04T15:43:32.10823Z","steps":["trace[506928688] 'process raft request' (duration: 38.199177ms)","trace[506928688] 'compare' (duration: 77.592065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:32.108421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.372805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:32.108487Z","caller":"traceutil/trace.go:171","msg":"trace[949575113] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7804; }","duration":"113.479957ms","start":"2026-03-04T15:43:31.99499Z","end":"2026-03-04T15:43:32.10847Z","steps":["trace[949575113] 'agreement among raft nodes before linearized reading' (duration: 113.360294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:03.836514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.543258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59dd4db767-rz996.1899adc5dd0eee86\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T15:44:03.836583Z","caller":"traceutil/trace.go:171","msg":"trace[2056942945] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59dd4db767-rz996.1899adc5dd0eee86; range_end:; response_count:1; response_revision:8013; }","duration":"156.682682ms","start":"2026-03-04T15:44:03.679886Z","end":"2026-03-04T15:44:03.836569Z","steps":["trace[2056942945] 'range keys from in-memory index tree' (duration: 156.367993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:03.941818Z","caller":"traceutil/trace.go:171","msg":"trace[1396627158] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"101.4323ms","start":"2026-03-04T15:44:03.840355Z","end":"2026-03-04T15:44:03.941788Z","steps":["trace[1396627158] 'read index received' (duration: 101.346647ms)","trace[1396627158] 'applied index is now lower than readState.Index' (duration: 84.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:44:03.942002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.637086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31cca30f-31e1-4c3f-b8e9-3147847c569d\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-04T15:44:03.942025Z","caller":"traceutil/trace.go:171","msg":"trace[425540917] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31cca30f-31e1-4c3f-b8e9-3147847c569d; range_end:; response_count:1; response_revision:8014; }","duration":"101.719018ms","start":"2026-03-04T15:44:03.840299Z","end":"2026-03-04T15:44:03.942018Z","steps":["trace[425540917] 'agreement among raft nodes before linearized reading' (duration: 101.578784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:03.942037Z","caller":"traceutil/trace.go:171","msg":"trace[276879502] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"103.383505ms","start":"2026-03-04T15:44:03.838607Z","end":"2026-03-04T15:44:03.94199Z","steps":["trace[276879502] 'process raft request' (duration: 103.029575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:15.339389Z","caller":"traceutil/trace.go:171","msg":"trace[335499931] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"167.310379ms","start":"2026-03-04T15:44:15.172035Z","end":"2026-03-04T15:44:15.339346Z","steps":["trace[335499931] 'process raft request' (duration: 103.205721ms)","trace[335499931] 'compare' (duration: 63.81595ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:15.543648Z","caller":"traceutil/trace.go:171","msg":"trace[1942743321] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"135.782719ms","start":"2026-03-04T15:44:15.407844Z","end":"2026-03-04T15:44:15.543627Z","steps":["trace[1942743321] 'read index received' (duration: 44.716337ms)","trace[1942743321] 'applied index is now lower than readState.Index' (duration: 91.065612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:15.543772Z","caller":"traceutil/trace.go:171","msg":"trace[1243260522] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"109.004472ms","start":"2026-03-04T15:44:15.434755Z","end":"2026-03-04T15:44:15.54376Z","steps":["trace[1243260522] 'process raft request' (duration: 108.842737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:15.543771Z","caller":"traceutil/trace.go:171","msg":"trace[493417386] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"155.160651ms","start":"2026-03-04T15:44:15.388595Z","end":"2026-03-04T15:44:15.543755Z","steps":["trace[493417386] 'process raft request' (duration: 64.038647ms)","trace[493417386] 'compare' (duration: 90.834526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:44:15.544167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.297614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T15:44:15.544283Z","caller":"traceutil/trace.go:171","msg":"trace[966470364] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8116; }","duration":"136.459868ms","start":"2026-03-04T15:44:15.407802Z","end":"2026-03-04T15:44:15.544262Z","steps":["trace[966470364] 'agreement among raft nodes before linearized reading' (duration: 136.15623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:47:41.991175Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b4c6dc24a78438ca","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T15:47:41.998851Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T15:47:41.998956Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T15:48:22.975404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7758} {"level":"info","ts":"2026-03-04T15:48:23.041288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7758,"took":"64.02607ms","hash":2734956492,"current-db-size-bytes":43286528,"current-db-size":"43 MB","current-db-size-in-use-bytes":25448448,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T15:48:23.041337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2734956492,"revision":7758,"compact-revision":5715} {"level":"info","ts":"2026-03-04T15:53:22.981626Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9840} {"level":"info","ts":"2026-03-04T15:53:23.058718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9840,"took":"75.362496ms","hash":316949303,"current-db-size-bytes":43286528,"current-db-size":"43 MB","current-db-size-in-use-bytes":22351872,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T15:53:23.058821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":316949303,"revision":9840,"compact-revision":7758} {"level":"info","ts":"2026-03-04T15:56:01.100167Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003456.wal"} {"level":"info","ts":"2026-03-04T15:57:40.242679Z","caller":"traceutil/trace.go:171","msg":"trace[1807942219] transaction","detail":"{read_only:false; response_revision:13509; number_of_response:1; }","duration":"159.111092ms","start":"2026-03-04T15:57:40.083548Z","end":"2026-03-04T15:57:40.24266Z","steps":["trace[1807942219] 'process raft request' (duration: 158.980469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:49.456114Z","caller":"traceutil/trace.go:171","msg":"trace[1550218317] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"102.165509ms","start":"2026-03-04T15:57:49.353917Z","end":"2026-03-04T15:57:49.456083Z","steps":["trace[1550218317] 'process raft request' (duration: 101.952703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:57.700546Z","caller":"traceutil/trace.go:171","msg":"trace[1444706793] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"214.531412ms","start":"2026-03-04T15:57:57.485988Z","end":"2026-03-04T15:57:57.70052Z","steps":["trace[1444706793] 'process raft request' (duration: 214.357517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:57.937918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.393331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:57:57.93814Z","caller":"traceutil/trace.go:171","msg":"trace[1398805202] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"234.491233ms","start":"2026-03-04T15:57:57.703612Z","end":"2026-03-04T15:57:57.938103Z","steps":["trace[1398805202] 'process raft request' (duration: 81.817554ms)","trace[1398805202] 'compare' (duration: 152.234027ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:57:57.938173Z","caller":"traceutil/trace.go:171","msg":"trace[382432975] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"233.337761ms","start":"2026-03-04T15:57:57.704816Z","end":"2026-03-04T15:57:57.938154Z","steps":["trace[382432975] 'process raft request' (duration: 233.222868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:57.938172Z","caller":"traceutil/trace.go:171","msg":"trace[1852157549] linearizableReadLoop","detail":"{readStateIndex:14109; appliedIndex:14106; }","duration":"145.454106ms","start":"2026-03-04T15:57:57.792699Z","end":"2026-03-04T15:57:57.938153Z","steps":["trace[1852157549] 'read index received' (duration: 122.741686ms)","trace[1852157549] 'applied index is now lower than readState.Index' (duration: 22.71115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:57.938333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.637022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vtcgt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T15:57:57.938348Z","caller":"traceutil/trace.go:171","msg":"trace[1328080593] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"231.380765ms","start":"2026-03-04T15:57:57.706949Z","end":"2026-03-04T15:57:57.93833Z","steps":["trace[1328080593] 'process raft request' (duration: 231.152339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:57.938373Z","caller":"traceutil/trace.go:171","msg":"trace[211082641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vtcgt; range_end:; response_count:1; response_revision:13613; }","duration":"145.715164ms","start":"2026-03-04T15:57:57.792646Z","end":"2026-03-04T15:57:57.938361Z","steps":["trace[211082641] 'agreement among raft nodes before linearized reading' (duration: 145.56603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:58:22.988425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11886} {"level":"info","ts":"2026-03-04T15:58:23.067267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11886,"took":"76.805903ms","hash":252288589,"current-db-size-bytes":43286528,"current-db-size":"43 MB","current-db-size-in-use-bytes":24932352,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T15:58:23.067332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":252288589,"revision":11886,"compact-revision":9840} {"level":"info","ts":"2026-03-04T15:59:41.210987Z","caller":"traceutil/trace.go:171","msg":"trace[1922179152] transaction","detail":"{read_only:false; response_revision:14795; number_of_response:1; }","duration":"171.619493ms","start":"2026-03-04T15:59:41.039343Z","end":"2026-03-04T15:59:41.210962Z","steps":["trace[1922179152] 'process raft request' (duration: 171.486219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:41.302385Z","caller":"traceutil/trace.go:171","msg":"trace[2025560002] linearizableReadLoop","detail":"{readStateIndex:15329; appliedIndex:15328; }","duration":"199.968061ms","start":"2026-03-04T15:59:41.102391Z","end":"2026-03-04T15:59:41.302359Z","steps":["trace[2025560002] 'read index received' (duration: 109.265717ms)","trace[2025560002] 'applied index is now lower than readState.Index' (duration: 90.698674ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:59:41.302524Z","caller":"traceutil/trace.go:171","msg":"trace[1376202520] transaction","detail":"{read_only:false; response_revision:14798; number_of_response:1; }","duration":"107.686493ms","start":"2026-03-04T15:59:41.194811Z","end":"2026-03-04T15:59:41.302498Z","steps":["trace[1376202520] 'process raft request' (duration: 107.500948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:41.302532Z","caller":"traceutil/trace.go:171","msg":"trace[913206915] transaction","detail":"{read_only:false; response_revision:14797; number_of_response:1; }","duration":"140.353013ms","start":"2026-03-04T15:59:41.162145Z","end":"2026-03-04T15:59:41.302498Z","steps":["trace[913206915] 'process raft request' (duration: 140.087625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:41.302593Z","caller":"traceutil/trace.go:171","msg":"trace[327201181] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"263.119779ms","start":"2026-03-04T15:59:41.039443Z","end":"2026-03-04T15:59:41.302563Z","steps":["trace[327201181] 'process raft request' (duration: 240.274746ms)","trace[327201181] 'compare' (duration: 22.36478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:59:41.302647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.228008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:59:41.302704Z","caller":"traceutil/trace.go:171","msg":"trace[107217628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14798; }","duration":"200.3054ms","start":"2026-03-04T15:59:41.102386Z","end":"2026-03-04T15:59:41.302691Z","steps":["trace[107217628] 'agreement among raft nodes before linearized reading' (duration: 200.106955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:41.366995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.362387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:59:41.367062Z","caller":"traceutil/trace.go:171","msg":"trace[1535269013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14799; }","duration":"241.47937ms","start":"2026-03-04T15:59:41.125566Z","end":"2026-03-04T15:59:41.367045Z","steps":["trace[1535269013] 'agreement among raft nodes before linearized reading' (duration: 241.287425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:42.243138Z","caller":"traceutil/trace.go:171","msg":"trace[1184445215] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"162.603149ms","start":"2026-03-04T15:59:42.080392Z","end":"2026-03-04T15:59:42.242995Z","steps":["trace[1184445215] 'process raft request' (duration: 162.350142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:42.254768Z","caller":"traceutil/trace.go:171","msg":"trace[2055441724] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"151.982009ms","start":"2026-03-04T15:59:42.102507Z","end":"2026-03-04T15:59:42.254489Z","steps":["trace[2055441724] 'process raft request' (duration: 151.784354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.789154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.448173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:59:42.78927Z","caller":"traceutil/trace.go:171","msg":"trace[1991566006] transaction","detail":"{read_only:false; response_revision:14804; number_of_response:1; }","duration":"275.759476ms","start":"2026-03-04T15:59:42.51349Z","end":"2026-03-04T15:59:42.78925Z","steps":["trace[1991566006] 'process raft request' (duration: 36.127967ms)","trace[1991566006] 'compare' (duration: 239.040601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:59:42.789722Z","caller":"traceutil/trace.go:171","msg":"trace[1997846834] linearizableReadLoop","detail":"{readStateIndex:15339; appliedIndex:15338; }","duration":"163.727132ms","start":"2026-03-04T15:59:42.625955Z","end":"2026-03-04T15:59:42.789682Z","steps":["trace[1997846834] 'read index received' (duration: 163.606158ms)","trace[1997846834] 'applied index is now lower than readState.Index' (duration: 119.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:59:42.789766Z","caller":"traceutil/trace.go:171","msg":"trace[245369734] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"276.242329ms","start":"2026-03-04T15:59:42.513488Z","end":"2026-03-04T15:59:42.78973Z","steps":["trace[245369734] 'process raft request' (duration: 276.088865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.789923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.939027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:42.790001Z","caller":"traceutil/trace.go:171","msg":"trace[233624901] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14805; }","duration":"164.059491ms","start":"2026-03-04T15:59:42.625921Z","end":"2026-03-04T15:59:42.789981Z","steps":["trace[233624901] 'agreement among raft nodes before linearized reading' (duration: 163.909167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.790003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.935774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:42.79004Z","caller":"traceutil/trace.go:171","msg":"trace[701061632] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14805; }","duration":"160.024146ms","start":"2026-03-04T15:59:42.630007Z","end":"2026-03-04T15:59:42.790031Z","steps":["trace[701061632] 'agreement among raft nodes before linearized reading' (duration: 159.852592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.790071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.629174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T15:59:42.790119Z","caller":"traceutil/trace.go:171","msg":"trace[1196069223] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14805; }","duration":"154.735077ms","start":"2026-03-04T15:59:42.63537Z","end":"2026-03-04T15:59:42.790105Z","steps":["trace[1196069223] 'agreement among raft nodes before linearized reading' (duration: 154.535822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.790099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.268976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:42.790186Z","caller":"traceutil/trace.go:171","msg":"trace[297170478] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14805; }","duration":"104.4187ms","start":"2026-03-04T15:59:42.685748Z","end":"2026-03-04T15:59:42.790166Z","steps":["trace[297170478] 'agreement among raft nodes before linearized reading' (duration: 104.140382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:03:23.033025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14002} {"level":"warn","ts":"2026-03-04T16:03:23.573095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.538345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:03:23.57321Z","caller":"traceutil/trace.go:171","msg":"trace[506765501] linearizableReadLoop","detail":"{readStateIndex:16977; appliedIndex:16976; }","duration":"318.530613ms","start":"2026-03-04T16:03:23.254664Z","end":"2026-03-04T16:03:23.573194Z","steps":["trace[506765501] 'read index received' (duration: 84.513µs)","trace[506765501] 'applied index is now lower than readState.Index' (duration: 318.44491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:03:23.573249Z","caller":"traceutil/trace.go:171","msg":"trace[767251867] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"470.246266ms","start":"2026-03-04T16:03:23.102959Z","end":"2026-03-04T16:03:23.573205Z","steps":["trace[767251867] 'process raft request' (duration: 137.489835ms)","trace[767251867] 'compare' (duration: 181.15509ms)","trace[767251867] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:505; } (duration: 151.123348ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T16:03:23.573312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:03:23.102932Z","time spent":"470.351869ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:03:23.573394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.731498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7vfsm\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-04T16:03:23.57343Z","caller":"traceutil/trace.go:171","msg":"trace[1649758356] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7vfsm; range_end:; response_count:1; response_revision:16387; }","duration":"318.79621ms","start":"2026-03-04T16:03:23.254623Z","end":"2026-03-04T16:03:23.573419Z","steps":["trace[1649758356] 'agreement among raft nodes before linearized reading' (duration: 318.656316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:03:23.573487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:03:23.254603Z","time spent":"318.877032ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7vfsm\" "} {"level":"warn","ts":"2026-03-04T16:03:23.573661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.881549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vtcgt\" ","response":"range_response_count:1 size:6521"} {"level":"warn","ts":"2026-03-04T16:03:23.573671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.299672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T16:03:23.573788Z","caller":"traceutil/trace.go:171","msg":"trace[1106458384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vtcgt; range_end:; response_count:1; response_revision:16387; }","duration":"172.050234ms","start":"2026-03-04T16:03:23.401703Z","end":"2026-03-04T16:03:23.573753Z","steps":["trace[1106458384] 'agreement among raft nodes before linearized reading' (duration: 171.680374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:03:23.573805Z","caller":"traceutil/trace.go:171","msg":"trace[263095054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16387; }","duration":"315.477057ms","start":"2026-03-04T16:03:23.258296Z","end":"2026-03-04T16:03:23.573773Z","steps":["trace[263095054] 'agreement among raft nodes before linearized reading' (duration: 315.047535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:03:23.573983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:03:23.258285Z","time spent":"315.664642ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:03:23.573673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.274085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544000-7kn59\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-04T16:03:23.574113Z","caller":"traceutil/trace.go:171","msg":"trace[996823325] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544000-7kn59; range_end:; response_count:1; response_revision:16387; }","duration":"180.759198ms","start":"2026-03-04T16:03:23.393326Z","end":"2026-03-04T16:03:23.574085Z","steps":["trace[996823325] 'agreement among raft nodes before linearized reading' (duration: 180.059859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:03:23.65589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14002,"took":"619.753728ms","hash":239113930,"current-db-size-bytes":43716608,"current-db-size":"44 MB","current-db-size-in-use-bytes":30937088,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T16:03:23.65599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":239113930,"revision":14002,"compact-revision":11886} {"level":"info","ts":"2026-03-04T16:03:23.760582Z","caller":"traceutil/trace.go:171","msg":"trace[671401353] transaction","detail":"{read_only:false; response_revision:16388; number_of_response:1; }","duration":"100.352555ms","start":"2026-03-04T16:03:23.660207Z","end":"2026-03-04T16:03:23.76056Z","steps":["trace[671401353] 'process raft request' (duration: 99.883652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:02.474774Z","caller":"traceutil/trace.go:171","msg":"trace[1450766852] transaction","detail":"{read_only:false; response_revision:16587; number_of_response:1; }","duration":"195.675026ms","start":"2026-03-04T16:04:02.279065Z","end":"2026-03-04T16:04:02.47474Z","steps":["trace[1450766852] 'process raft request' (duration: 195.408419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:02.475104Z","caller":"traceutil/trace.go:171","msg":"trace[1618617140] linearizableReadLoop","detail":"{readStateIndex:17185; appliedIndex:17185; }","duration":"182.689494ms","start":"2026-03-04T16:04:02.292361Z","end":"2026-03-04T16:04:02.47505Z","steps":["trace[1618617140] 'read index received' (duration: 182.683854ms)","trace[1618617140] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:02.476211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.813445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:906394"} {"level":"info","ts":"2026-03-04T16:04:02.476265Z","caller":"traceutil/trace.go:171","msg":"trace[602574058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16587; }","duration":"183.951479ms","start":"2026-03-04T16:04:02.292301Z","end":"2026-03-04T16:04:02.476252Z","steps":["trace[602574058] 'agreement among raft nodes before linearized reading' (duration: 182.861069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:02.479904Z","caller":"traceutil/trace.go:171","msg":"trace[914974656] transaction","detail":"{read_only:false; response_revision:16588; number_of_response:1; }","duration":"125.127318ms","start":"2026-03-04T16:04:02.354743Z","end":"2026-03-04T16:04:02.479871Z","steps":["trace[914974656] 'process raft request' (duration: 124.598744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:32.575216Z","caller":"traceutil/trace.go:171","msg":"trace[1517435590] linearizableReadLoop","detail":"{readStateIndex:17815; appliedIndex:17814; }","duration":"236.680306ms","start":"2026-03-04T16:05:32.338503Z","end":"2026-03-04T16:05:32.575183Z","steps":["trace[1517435590] 'read index received' (duration: 236.601134ms)","trace[1517435590] 'applied index is now lower than readState.Index' (duration: 77.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:32.575388Z","caller":"traceutil/trace.go:171","msg":"trace[2124092248] transaction","detail":"{read_only:false; response_revision:17197; number_of_response:1; }","duration":"242.288033ms","start":"2026-03-04T16:05:32.33306Z","end":"2026-03-04T16:05:32.575348Z","steps":["trace[2124092248] 'process raft request' (duration: 241.885822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:32.577004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.474596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:954216"} {"level":"info","ts":"2026-03-04T16:05:32.577071Z","caller":"traceutil/trace.go:171","msg":"trace[630108804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17197; }","duration":"238.57178ms","start":"2026-03-04T16:05:32.338486Z","end":"2026-03-04T16:05:32.577058Z","steps":["trace[630108804] 'agreement among raft nodes before linearized reading' (duration: 236.842411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:32.827812Z","caller":"traceutil/trace.go:171","msg":"trace[1334297385] linearizableReadLoop","detail":"{readStateIndex:17816; appliedIndex:17815; }","duration":"202.242931ms","start":"2026-03-04T16:05:32.625536Z","end":"2026-03-04T16:05:32.827779Z","steps":["trace[1334297385] 'read index received' (duration: 201.700486ms)","trace[1334297385] 'applied index is now lower than readState.Index' (duration: 540.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:32.827917Z","caller":"traceutil/trace.go:171","msg":"trace[1536088978] transaction","detail":"{read_only:false; response_revision:17198; number_of_response:1; }","duration":"320.792615ms","start":"2026-03-04T16:05:32.507074Z","end":"2026-03-04T16:05:32.827867Z","steps":["trace[1536088978] 'process raft request' (duration: 320.269261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:32.828042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.483588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:05:32.828096Z","caller":"traceutil/trace.go:171","msg":"trace[1594104229] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:17198; }","duration":"202.610491ms","start":"2026-03-04T16:05:32.625468Z","end":"2026-03-04T16:05:32.828079Z","steps":["trace[1594104229] 'agreement among raft nodes before linearized reading' (duration: 202.481087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:32.828328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:32.507041Z","time spent":"321.071893ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:05:32.828623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.963891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T16:05:32.828755Z","caller":"traceutil/trace.go:171","msg":"trace[1227025092] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17198; }","duration":"106.125646ms","start":"2026-03-04T16:05:32.722599Z","end":"2026-03-04T16:05:32.828725Z","steps":["trace[1227025092] 'agreement among raft nodes before linearized reading' (duration: 105.756666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:33.038604Z","caller":"traceutil/trace.go:171","msg":"trace[1658271851] linearizableReadLoop","detail":"{readStateIndex:17818; appliedIndex:17817; }","duration":"103.151003ms","start":"2026-03-04T16:05:32.935426Z","end":"2026-03-04T16:05:33.038577Z","steps":["trace[1658271851] 'read index received' (duration: 73.062029ms)","trace[1658271851] 'applied index is now lower than readState.Index' (duration: 30.087174ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:33.038726Z","caller":"traceutil/trace.go:171","msg":"trace[1538801384] transaction","detail":"{read_only:false; response_revision:17200; number_of_response:1; }","duration":"199.348051ms","start":"2026-03-04T16:05:32.839312Z","end":"2026-03-04T16:05:33.03866Z","steps":["trace[1538801384] 'process raft request' (duration: 169.536925ms)","trace[1538801384] 'compare' (duration: 29.556789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:33.038836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.384429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:05:33.039649Z","caller":"traceutil/trace.go:171","msg":"trace[1519946044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17200; }","duration":"104.249663ms","start":"2026-03-04T16:05:32.93538Z","end":"2026-03-04T16:05:33.03963Z","steps":["trace[1519946044] 'agreement among raft nodes before linearized reading' (duration: 103.289846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:23.038959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16386} {"level":"info","ts":"2026-03-04T16:08:23.130941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16386,"took":"88.359721ms","hash":3286294133,"current-db-size-bytes":43716608,"current-db-size":"44 MB","current-db-size-in-use-bytes":26206208,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T16:08:23.131004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3286294133,"revision":16386,"compact-revision":14002} {"level":"info","ts":"2026-03-04T16:12:21.433025Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b4c6dc24a78438ca","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:12:21.438217Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T16:12:21.438288Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T16:13:23.045268Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18152} {"level":"info","ts":"2026-03-04T16:13:23.13694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18152,"took":"88.959335ms","hash":893803917,"current-db-size-bytes":43716608,"current-db-size":"44 MB","current-db-size-in-use-bytes":21483520,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T16:13:23.137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":893803917,"revision":18152,"compact-revision":16386}