{"level":"warn","ts":"2026-06-23T22:07:38.155481Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-23T22:07:38.155554Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-23T22:07:38.155621Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-23T22:07:38.155634Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-06-23T22:07:38.155654Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-23T22:07:38.156349Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-06-23T22:07:38.156433Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-23T22:07:38.160928Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.292752ms"} {"level":"info","ts":"2026-06-23T22:07:38.170797Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-06-23T22:07:38.171064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-06-23T22:07:38.171103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-06-23T22:07:38.171116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-23T22:07:38.171241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-06-23T22:07:38.171436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-06-23T22:07:38.180833Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-23T22:07:38.182222Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-23T22:07:38.183084Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-23T22:07:38.184915Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-23T22:07:38.185043Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T22:07:38.185151Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T22:07:38.185164Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T22:07:38.185669Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-23T22:07:38.186613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-06-23T22:07:38.18702Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-06-23T22:07:38.189976Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-23T22:07:38.190125Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-23T22:07:38.190168Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-23T22:07:38.190226Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-06-23T22:07:38.190242Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-06-23T22:07:38.872208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-06-23T22:07:38.872284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-23T22:07:38.872309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-06-23T22:07:38.872329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-06-23T22:07:38.872342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-06-23T22:07:38.872535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-06-23T22:07:38.87255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-06-23T22:07:38.873742Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-06-23T22:07:38.875756Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:07:38.876431Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:07:38.876496Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-23T22:07:38.876521Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:07:38.876537Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:07:38.876546Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-23T22:07:38.876737Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-23T22:07:38.876751Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-23T22:07:38.878105Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-23T22:07:38.879344Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"warn","ts":"2026-06-23T22:07:43.393385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.58024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18bbd52ac96ed88f\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-23T22:07:43.393578Z","caller":"traceutil/trace.go:171","msg":"trace[192435470] range","detail":"{range_begin:/registry/events/default/instance.18bbd52ac96ed88f; range_end:; response_count:1; response_revision:230; }","duration":"151.817156ms","start":"2026-06-23T22:07:43.241715Z","end":"2026-06-23T22:07:43.393532Z","steps":["trace[192435470] 'range keys from in-memory index tree' (duration: 151.371395ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:08:15.557568Z","caller":"traceutil/trace.go:171","msg":"trace[1084662746] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"111.198161ms","start":"2026-06-23T22:08:15.446348Z","end":"2026-06-23T22:08:15.557546Z","steps":["trace[1084662746] 'process raft request' (duration: 109.105917ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:08:15.562916Z","caller":"traceutil/trace.go:171","msg":"trace[1039437875] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"102.659972ms","start":"2026-06-23T22:08:15.460244Z","end":"2026-06-23T22:08:15.562904Z","steps":["trace[1039437875] 'process raft request' (duration: 102.622741ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:08:15.563165Z","caller":"traceutil/trace.go:171","msg":"trace[569189916] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"104.734055ms","start":"2026-06-23T22:08:15.458422Z","end":"2026-06-23T22:08:15.563156Z","steps":["trace[569189916] 'process raft request' (duration: 104.377106ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:08:21.891526Z","caller":"traceutil/trace.go:171","msg":"trace[1812486511] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"153.947581ms","start":"2026-06-23T22:08:21.737547Z","end":"2026-06-23T22:08:21.891495Z","steps":["trace[1812486511] 'process raft request' (duration: 153.449349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:08:22.455178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.539623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:08:22.455374Z","caller":"traceutil/trace.go:171","msg":"trace[1223323722] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"435.147392ms","start":"2026-06-23T22:08:22.020201Z","end":"2026-06-23T22:08:22.455349Z","steps":["trace[1223323722] 'process raft request' (duration: 115.560291ms)","trace[1223323722] 'compare' (duration: 318.303427ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:08:22.455459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:08:22.020184Z","time spent":"435.244204ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:08:22.455718Z","caller":"traceutil/trace.go:171","msg":"trace[522074190] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"434.266548ms","start":"2026-06-23T22:08:22.021409Z","end":"2026-06-23T22:08:22.455675Z","steps":["trace[522074190] 'process raft request' (duration: 433.992931ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:08:22.455915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:08:22.021395Z","time spent":"434.422412ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:08:22.456144Z","caller":"traceutil/trace.go:171","msg":"trace[1871383316] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"434.665478ms","start":"2026-06-23T22:08:22.021423Z","end":"2026-06-23T22:08:22.456088Z","steps":["trace[1871383316] 'process raft request' (duration: 434.240978ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:08:22.45623Z","caller":"traceutil/trace.go:171","msg":"trace[313177520] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"433.710514ms","start":"2026-06-23T22:08:22.022481Z","end":"2026-06-23T22:08:22.456191Z","steps":["trace[313177520] 'process raft request' (duration: 433.301543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:08:22.456468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.354264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-23T22:08:22.456528Z","caller":"traceutil/trace.go:171","msg":"trace[991428009] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:644; }","duration":"431.440986ms","start":"2026-06-23T22:08:22.025073Z","end":"2026-06-23T22:08:22.456514Z","steps":["trace[991428009] 'agreement among raft nodes before linearized reading' (duration: 431.321473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:08:22.456567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:08:22.025063Z","time spent":"431.494457ms","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-06-23T22:08:22.456634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:08:22.021409Z","time spent":"434.831192ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:08:22.456896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:08:22.022473Z","time spent":"433.858838ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:08:22.456043Z","caller":"traceutil/trace.go:171","msg":"trace[1565379548] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:661; }","duration":"430.925104ms","start":"2026-06-23T22:08:22.0251Z","end":"2026-06-23T22:08:22.456025Z","steps":["trace[1565379548] 'read index received' (duration: 110.700057ms)","trace[1565379548] 'applied index is now lower than readState.Index' (duration: 320.223727ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:08:22.457854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.828172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qn24j\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-06-23T22:08:22.458672Z","caller":"traceutil/trace.go:171","msg":"trace[1363665562] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qn24j; range_end:; response_count:1; response_revision:644; }","duration":"298.926585ms","start":"2026-06-23T22:08:22.158987Z","end":"2026-06-23T22:08:22.457914Z","steps":["trace[1363665562] 'agreement among raft nodes before linearized reading' (duration: 298.607156ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:10:28.78499Z","caller":"traceutil/trace.go:171","msg":"trace[413924140] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2181; }","duration":"142.167913ms","start":"2026-06-23T22:10:28.642801Z","end":"2026-06-23T22:10:28.784969Z","steps":["trace[413924140] 'read index received' (duration: 3.775391ms)","trace[413924140] 'applied index is now lower than readState.Index' (duration: 138.391422ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:10:28.785283Z","caller":"traceutil/trace.go:171","msg":"trace[173095790] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"148.537535ms","start":"2026-06-23T22:10:28.636714Z","end":"2026-06-23T22:10:28.785252Z","steps":["trace[173095790] 'process raft request' (duration: 148.097885ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:10:28.78531Z","caller":"traceutil/trace.go:171","msg":"trace[366197167] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"148.308669ms","start":"2026-06-23T22:10:28.636986Z","end":"2026-06-23T22:10:28.785295Z","steps":["trace[366197167] 'process raft request' (duration: 147.941331ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:10:28.785455Z","caller":"traceutil/trace.go:171","msg":"trace[1389727212] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"138.408713ms","start":"2026-06-23T22:10:28.647023Z","end":"2026-06-23T22:10:28.785431Z","steps":["trace[1389727212] 'process raft request' (duration: 138.29481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:10:28.785503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.457319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-23T22:10:28.785538Z","caller":"traceutil/trace.go:171","msg":"trace[1034796727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2106; }","duration":"142.755227ms","start":"2026-06-23T22:10:28.642773Z","end":"2026-06-23T22:10:28.785528Z","steps":["trace[1034796727] 'agreement among raft nodes before linearized reading' (duration: 142.296546ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:10:28.97187Z","caller":"traceutil/trace.go:171","msg":"trace[1697202850] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2185; }","duration":"166.986148ms","start":"2026-06-23T22:10:28.804809Z","end":"2026-06-23T22:10:28.971795Z","steps":["trace[1697202850] 'read index received' (duration: 76.659756ms)","trace[1697202850] 'applied index is now lower than readState.Index' (duration: 90.324842ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:10:28.972002Z","caller":"traceutil/trace.go:171","msg":"trace[1015622967] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"180.318745ms","start":"2026-06-23T22:10:28.791619Z","end":"2026-06-23T22:10:28.971938Z","steps":["trace[1015622967] 'process raft request' (duration: 89.941232ms)","trace[1015622967] 'compare' (duration: 90.057246ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:10:28.972105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.268464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:10:28.972415Z","caller":"traceutil/trace.go:171","msg":"trace[521646385] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2108; }","duration":"167.556691ms","start":"2026-06-23T22:10:28.804793Z","end":"2026-06-23T22:10:28.97235Z","steps":["trace[521646385] 'agreement among raft nodes before linearized reading' (duration: 167.227133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:10:29.529968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.806673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-06-23T22:10:29.530072Z","caller":"traceutil/trace.go:171","msg":"trace[1076803824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2110; }","duration":"106.008217ms","start":"2026-06-23T22:10:29.424031Z","end":"2026-06-23T22:10:29.530039Z","steps":["trace[1076803824] 'range keys from in-memory index tree' (duration: 105.546517ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:10:29.625225Z","caller":"traceutil/trace.go:171","msg":"trace[1141916382] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"161.632958ms","start":"2026-06-23T22:10:29.463561Z","end":"2026-06-23T22:10:29.625194Z","steps":["trace[1141916382] 'process raft request' (duration: 161.062875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:10:29.837344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.572744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:10:29.837446Z","caller":"traceutil/trace.go:171","msg":"trace[446923529] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2189; }","duration":"200.497159ms","start":"2026-06-23T22:10:29.636933Z","end":"2026-06-23T22:10:29.83743Z","steps":["trace[446923529] 'read index received' (duration: 16.739391ms)","trace[446923529] 'applied index is now lower than readState.Index' (duration: 183.756368ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:10:29.837629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.697803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-23T22:10:29.837662Z","caller":"traceutil/trace.go:171","msg":"trace[1728715862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2112; }","duration":"200.747305ms","start":"2026-06-23T22:10:29.636906Z","end":"2026-06-23T22:10:29.837653Z","steps":["trace[1728715862] 'agreement among raft nodes before linearized reading' (duration: 200.569971ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:10:29.838002Z","caller":"traceutil/trace.go:171","msg":"trace[1839316093] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"208.701385ms","start":"2026-06-23T22:10:29.628784Z","end":"2026-06-23T22:10:29.837486Z","steps":["trace[1839316093] 'process raft request' (duration: 24.883796ms)","trace[1839316093] 'compare' (duration: 183.386019ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:12:07.395866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.097742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-23T22:12:07.395965Z","caller":"traceutil/trace.go:171","msg":"trace[1561614021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2739; }","duration":"136.237016ms","start":"2026-06-23T22:12:07.259701Z","end":"2026-06-23T22:12:07.395938Z","steps":["trace[1561614021] 'agreement among raft nodes before linearized reading' (duration: 65.015845ms)","trace[1561614021] 'range keys from in-memory index tree' (duration: 70.984895ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:12:07.796192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.769327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-23T22:12:07.796328Z","caller":"traceutil/trace.go:171","msg":"trace[539359975] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2840; }","duration":"249.089516ms","start":"2026-06-23T22:12:07.547221Z","end":"2026-06-23T22:12:07.79631Z","steps":["trace[539359975] 'read index received' (duration: 35.110104ms)","trace[539359975] 'applied index is now lower than readState.Index' (duration: 213.978282ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:12:07.796472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.231379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:12:07.796585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.870542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:12:07.796586Z","caller":"traceutil/trace.go:171","msg":"trace[846814558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2740; }","duration":"249.381693ms","start":"2026-06-23T22:12:07.547182Z","end":"2026-06-23T22:12:07.796563Z","steps":["trace[846814558] 'agreement among raft nodes before linearized reading' (duration: 249.225669ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:12:07.796625Z","caller":"traceutil/trace.go:171","msg":"trace[1706521316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2740; }","duration":"227.947013ms","start":"2026-06-23T22:12:07.568668Z","end":"2026-06-23T22:12:07.796615Z","steps":["trace[1706521316] 'agreement among raft nodes before linearized reading' (duration: 227.758479ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:12:07.79684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.033684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:12:07.796877Z","caller":"traceutil/trace.go:171","msg":"trace[473433203] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2740; }","duration":"209.073185ms","start":"2026-06-23T22:12:07.587795Z","end":"2026-06-23T22:12:07.796868Z","steps":["trace[473433203] 'agreement among raft nodes before linearized reading' (duration: 209.016144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:15:54.349975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.789148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-06-23T22:15:54.350037Z","caller":"traceutil/trace.go:171","msg":"trace[124740936] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4554; }","duration":"106.880261ms","start":"2026-06-23T22:15:54.243143Z","end":"2026-06-23T22:15:54.350024Z","steps":["trace[124740936] 'range keys from in-memory index tree' (duration: 106.668716ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:02.398878Z","caller":"traceutil/trace.go:171","msg":"trace[1488143386] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"142.021533ms","start":"2026-06-23T22:16:02.256822Z","end":"2026-06-23T22:16:02.398844Z","steps":["trace[1488143386] 'process raft request' (duration: 141.321177ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:02.562963Z","caller":"traceutil/trace.go:171","msg":"trace[55090432] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"148.046229ms","start":"2026-06-23T22:16:02.4149Z","end":"2026-06-23T22:16:02.562946Z","steps":["trace[55090432] 'process raft request' (duration: 147.937807ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:15.03049Z","caller":"traceutil/trace.go:171","msg":"trace[666717747] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"346.669748ms","start":"2026-06-23T22:16:14.683804Z","end":"2026-06-23T22:16:15.030473Z","steps":["trace[666717747] 'process raft request' (duration: 346.35368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.030905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.815931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a2bacbea-e87a-411e-95f6-7999ab9d97f5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-23T22:16:15.031074Z","caller":"traceutil/trace.go:171","msg":"trace[1741978272] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a2bacbea-e87a-411e-95f6-7999ab9d97f5; range_end:; response_count:1; response_revision:4908; }","duration":"346.952625ms","start":"2026-06-23T22:16:14.684052Z","end":"2026-06-23T22:16:15.031005Z","steps":["trace[1741978272] 'agreement among raft nodes before linearized reading' (duration: 346.517904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.030934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:14.683792Z","time spent":"346.817901ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:15.030418Z","caller":"traceutil/trace.go:171","msg":"trace[1751255667] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"346.333049ms","start":"2026-06-23T22:16:14.684055Z","end":"2026-06-23T22:16:15.030388Z","steps":["trace[1751255667] 'read index received' (duration: 346.157765ms)","trace[1751255667] 'applied index is now lower than readState.Index' (duration: 174.344µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:15.032203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:14.684047Z","time spent":"347.152609ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a2bacbea-e87a-411e-95f6-7999ab9d97f5\" "} {"level":"info","ts":"2026-06-23T22:16:15.045441Z","caller":"traceutil/trace.go:171","msg":"trace[856076518] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"149.648636ms","start":"2026-06-23T22:16:14.89577Z","end":"2026-06-23T22:16:15.045419Z","steps":["trace[856076518] 'process raft request' (duration: 149.612115ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.045617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.058041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-06-23T22:16:15.045655Z","caller":"traceutil/trace.go:171","msg":"trace[470011772] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4910; }","duration":"348.139263ms","start":"2026-06-23T22:16:14.697506Z","end":"2026-06-23T22:16:15.045645Z","steps":["trace[470011772] 'agreement among raft nodes before linearized reading' (duration: 348.00704ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.045684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:14.697491Z","time spent":"348.187114ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-23T22:16:15.04546Z","caller":"traceutil/trace.go:171","msg":"trace[2014161600] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"158.523128ms","start":"2026-06-23T22:16:14.886919Z","end":"2026-06-23T22:16:15.045442Z","steps":["trace[2014161600] 'process raft request' (duration: 158.357274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.045784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.161866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:15.045871Z","caller":"traceutil/trace.go:171","msg":"trace[1420631923] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4910; }","duration":"115.33458ms","start":"2026-06-23T22:16:14.930525Z","end":"2026-06-23T22:16:15.045859Z","steps":["trace[1420631923] 'agreement among raft nodes before linearized reading' (duration: 115.100205ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:15.143419Z","caller":"traceutil/trace.go:171","msg":"trace[1679688434] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"106.014876ms","start":"2026-06-23T22:16:15.037382Z","end":"2026-06-23T22:16:15.143397Z","steps":["trace[1679688434] 'process raft request' (duration: 68.040184ms)","trace[1679688434] 'compare' (duration: 37.813178ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:15.143767Z","caller":"traceutil/trace.go:171","msg":"trace[143841221] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"106.206161ms","start":"2026-06-23T22:16:15.037536Z","end":"2026-06-23T22:16:15.143742Z","steps":["trace[143841221] 'process raft request' (duration: 106.020767ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:15.143814Z","caller":"traceutil/trace.go:171","msg":"trace[1447523819] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"106.16373ms","start":"2026-06-23T22:16:15.037641Z","end":"2026-06-23T22:16:15.143804Z","steps":["trace[1447523819] 'process raft request' (duration: 105.995186ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:15.144128Z","caller":"traceutil/trace.go:171","msg":"trace[232339272] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"106.636071ms","start":"2026-06-23T22:16:15.03747Z","end":"2026-06-23T22:16:15.144106Z","steps":["trace[232339272] 'process raft request' (duration: 105.895863ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:50.150371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.780268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:16:50.150462Z","caller":"traceutil/trace.go:171","msg":"trace[16274739] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5240; }","duration":"108.921612ms","start":"2026-06-23T22:16:50.041522Z","end":"2026-06-23T22:16:50.150443Z","steps":["trace[16274739] 'count revisions from in-memory index tree' (duration: 108.656206ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:38.916417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2904} {"level":"info","ts":"2026-06-23T22:17:38.991519Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2904,"took":"73.821118ms","hash":1605274814,"current-db-size-bytes":54018048,"current-db-size":"54 MB","current-db-size-in-use-bytes":30244864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-23T22:17:38.991577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1605274814,"revision":2904,"compact-revision":-1} {"level":"info","ts":"2026-06-23T22:22:38.921681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5624} {"level":"info","ts":"2026-06-23T22:22:38.991718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5624,"took":"68.415681ms","hash":2792425744,"current-db-size-bytes":54018048,"current-db-size":"54 MB","current-db-size-in-use-bytes":18591744,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-06-23T22:22:38.991986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2792425744,"revision":5624,"compact-revision":2904}