{"level":"warn","ts":"2026-04-13T03:17:33.657358Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-13T03:17:33.657446Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-13T03:17:33.657511Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-13T03:17:33.657522Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-13T03:17:33.657538Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-13T03:17:33.658215Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-04-13T03:17:33.658293Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-13T03:17:33.663024Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.547882ms"} {"level":"info","ts":"2026-04-13T03:17:33.671013Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-04-13T03:17:33.671084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-04-13T03:17:33.671101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-04-13T03:17:33.671109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-13T03:17:33.671115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-04-13T03:17:33.671146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-04-13T03:17:33.679259Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-13T03:17:33.681182Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-13T03:17:33.682481Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-13T03:17:33.691029Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-13T03:17:33.691277Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-13T03:17:33.691405Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T03:17:33.691461Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T03:17:33.691473Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T03:17:33.693047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-04-13T03:17:33.693349Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-13T03:17:33.695092Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-13T03:17:33.69524Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-13T03:17:33.695273Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-13T03:17:33.69529Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-13T03:17:33.695313Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-13T03:17:33.971316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-04-13T03:17:33.971411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-13T03:17:33.971453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-04-13T03:17:33.971481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-04-13T03:17:33.971498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-13T03:17:33.971526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-04-13T03:17:33.971551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-13T03:17:33.972922Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T03:17:33.973573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-13T03:17:33.973588Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-13T03:17:33.973546Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-04-13T03:17:33.974026Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-13T03:17:33.97408Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-13T03:17:33.974229Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T03:17:33.97509Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T03:17:33.975134Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T03:17:33.976371Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-04-13T03:17:33.977044Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-13T03:18:08.540879Z","caller":"traceutil/trace.go:171","msg":"trace[1699118561] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"165.583854ms","start":"2026-04-13T03:18:08.375262Z","end":"2026-04-13T03:18:08.540846Z","steps":["trace[1699118561] 'process raft request' (duration: 164.745027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:18:08.927111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.313347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-13T03:18:08.927275Z","caller":"traceutil/trace.go:171","msg":"trace[1258652563] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"189.731873ms","start":"2026-04-13T03:18:08.737526Z","end":"2026-04-13T03:18:08.927258Z","steps":["trace[1258652563] 'read index received' (duration: 84.11µs)","trace[1258652563] 'applied index is now lower than readState.Index' (duration: 189.646553ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:18:08.927372Z","caller":"traceutil/trace.go:171","msg":"trace[1760591457] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"333.836473ms","start":"2026-04-13T03:18:08.593453Z","end":"2026-04-13T03:18:08.92729Z","steps":["trace[1760591457] 'process raft request' (duration: 55.755911ms)","trace[1760591457] 'compare' (duration: 277.139006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:18:08.927528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.996515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-13T03:18:08.927581Z","caller":"traceutil/trace.go:171","msg":"trace[1754583429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"190.077107ms","start":"2026-04-13T03:18:08.737475Z","end":"2026-04-13T03:18:08.927552Z","steps":["trace[1754583429] 'agreement among raft nodes before linearized reading' (duration: 189.883134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:18:08.927568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T03:18:08.593429Z","time spent":"334.042936ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-13T03:18:09.46903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.200343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-13T03:18:09.469151Z","caller":"traceutil/trace.go:171","msg":"trace[1507807010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"189.376305ms","start":"2026-04-13T03:18:09.279744Z","end":"2026-04-13T03:18:09.46912Z","steps":["trace[1507807010] 'range keys from in-memory index tree' (duration: 188.915382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:18:09.469109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.35742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k5968\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-13T03:18:09.469446Z","caller":"traceutil/trace.go:171","msg":"trace[792017433] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k5968; range_end:; response_count:1; response_revision:616; }","duration":"409.767443ms","start":"2026-04-13T03:18:09.059648Z","end":"2026-04-13T03:18:09.469416Z","steps":["trace[792017433] 'range keys from in-memory index tree' (duration: 409.015838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:18:09.469796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T03:18:09.059632Z","time spent":"410.095984ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-k5968\" "} {"level":"info","ts":"2026-04-13T03:18:09.489425Z","caller":"traceutil/trace.go:171","msg":"trace[371521857] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"146.454249ms","start":"2026-04-13T03:18:09.34294Z","end":"2026-04-13T03:18:09.489395Z","steps":["trace[371521857] 'process raft request' (duration: 145.530664ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:18:09.499428Z","caller":"traceutil/trace.go:171","msg":"trace[2131350989] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"112.345484ms","start":"2026-04-13T03:18:09.387052Z","end":"2026-04-13T03:18:09.499398Z","steps":["trace[2131350989] 'process raft request' (duration: 111.820441ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:18:24.332249Z","caller":"traceutil/trace.go:171","msg":"trace[1805276500] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"167.718361ms","start":"2026-04-13T03:18:24.16451Z","end":"2026-04-13T03:18:24.332229Z","steps":["trace[1805276500] 'process raft request' (duration: 167.60118ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:19:40.062779Z","caller":"traceutil/trace.go:171","msg":"trace[1825749452] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"119.355209ms","start":"2026-04-13T03:19:39.943376Z","end":"2026-04-13T03:19:40.062731Z","steps":["trace[1825749452] 'process raft request' (duration: 119.180136ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:19:40.208074Z","caller":"traceutil/trace.go:171","msg":"trace[200961882] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"141.28001ms","start":"2026-04-13T03:19:40.066764Z","end":"2026-04-13T03:19:40.208044Z","steps":["trace[200961882] 'process raft request' (duration: 109.450923ms)","trace[200961882] 'compare' (duration: 31.688904ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:19:40.480994Z","caller":"traceutil/trace.go:171","msg":"trace[1581582182] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"104.021481ms","start":"2026-04-13T03:19:40.376915Z","end":"2026-04-13T03:19:40.480936Z","steps":["trace[1581582182] 'process raft request' (duration: 103.610605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:20:12.567488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.888259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-13T03:20:12.56794Z","caller":"traceutil/trace.go:171","msg":"trace[1265296033] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2172; }","duration":"103.615306ms","start":"2026-04-13T03:20:12.464277Z","end":"2026-04-13T03:20:12.567892Z","steps":["trace[1265296033] 'read index received' (duration: 90.119104ms)","trace[1265296033] 'applied index is now lower than readState.Index' (duration: 13.494872ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:20:12.568036Z","caller":"traceutil/trace.go:171","msg":"trace[1836298236] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"146.306165ms","start":"2026-04-13T03:20:12.42165Z","end":"2026-04-13T03:20:12.567957Z","steps":["trace[1836298236] 'process raft request' (duration: 145.95071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:20:12.568026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.740358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T03:20:12.568322Z","caller":"traceutil/trace.go:171","msg":"trace[1506885100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2107; }","duration":"104.054263ms","start":"2026-04-13T03:20:12.464241Z","end":"2026-04-13T03:20:12.568295Z","steps":["trace[1506885100] 'agreement among raft nodes before linearized reading' (duration: 103.745027ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:20:12.667275Z","caller":"traceutil/trace.go:171","msg":"trace[1485101238] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"129.181962ms","start":"2026-04-13T03:20:12.538055Z","end":"2026-04-13T03:20:12.667237Z","steps":["trace[1485101238] 'process raft request' (duration: 128.868758ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:21:08.177638Z","caller":"traceutil/trace.go:171","msg":"trace[1091234389] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"169.479283ms","start":"2026-04-13T03:21:08.008135Z","end":"2026-04-13T03:21:08.177614Z","steps":["trace[1091234389] 'process raft request' (duration: 169.329821ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:21:35.366182Z","caller":"traceutil/trace.go:171","msg":"trace[1159164519] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"109.007262ms","start":"2026-04-13T03:21:35.257113Z","end":"2026-04-13T03:21:35.366121Z","steps":["trace[1159164519] 'process raft request' (duration: 108.84ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:23:58.957681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.028618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-13T03:23:58.957826Z","caller":"traceutil/trace.go:171","msg":"trace[1700934782] linearizableReadLoop","detail":"{readStateIndex:4688; appliedIndex:4687; }","duration":"171.312133ms","start":"2026-04-13T03:23:58.786496Z","end":"2026-04-13T03:23:58.957809Z","steps":["trace[1700934782] 'read index received' (duration: 30.007882ms)","trace[1700934782] 'applied index is now lower than readState.Index' (duration: 141.302421ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:23:58.957951Z","caller":"traceutil/trace.go:171","msg":"trace[2009307423] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"196.330531ms","start":"2026-04-13T03:23:58.761521Z","end":"2026-04-13T03:23:58.957852Z","steps":["trace[2009307423] 'process raft request' (duration: 55.0617ms)","trace[2009307423] 'compare' (duration: 140.801537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:23:58.958014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.540475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-564b7ffc55-9cftx\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-04-13T03:23:58.958057Z","caller":"traceutil/trace.go:171","msg":"trace[537283242] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-564b7ffc55-9cftx; range_end:; response_count:1; response_revision:4498; }","duration":"171.624435ms","start":"2026-04-13T03:23:58.786423Z","end":"2026-04-13T03:23:58.958047Z","steps":["trace[537283242] 'agreement among raft nodes before linearized reading' (duration: 171.429714ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.128761Z","caller":"traceutil/trace.go:171","msg":"trace[215454461] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"158.42704ms","start":"2026-04-13T03:23:58.97031Z","end":"2026-04-13T03:23:59.128737Z","steps":["trace[215454461] 'process raft request' (duration: 158.198668ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.128928Z","caller":"traceutil/trace.go:171","msg":"trace[61824238] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"148.870987ms","start":"2026-04-13T03:23:58.980012Z","end":"2026-04-13T03:23:59.128883Z","steps":["trace[61824238] 'process raft request' (duration: 148.656405ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.135183Z","caller":"traceutil/trace.go:171","msg":"trace[1791681860] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"109.625675ms","start":"2026-04-13T03:23:59.025536Z","end":"2026-04-13T03:23:59.135161Z","steps":["trace[1791681860] 'process raft request' (duration: 109.491464ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.135544Z","caller":"traceutil/trace.go:171","msg":"trace[53563352] linearizableReadLoop","detail":"{readStateIndex:4693; appliedIndex:4689; }","duration":"108.856299ms","start":"2026-04-13T03:23:59.026457Z","end":"2026-04-13T03:23:59.135313Z","steps":["trace[53563352] 'read index received' (duration: 102.004599ms)","trace[53563352] 'applied index is now lower than readState.Index' (duration: 6.85053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:23:59.135585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.118071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-564b7ffc55-9cftx\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-04-13T03:23:59.135637Z","caller":"traceutil/trace.go:171","msg":"trace[1050124993] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-564b7ffc55-9cftx; range_end:; response_count:1; response_revision:4503; }","duration":"109.212811ms","start":"2026-04-13T03:23:59.026413Z","end":"2026-04-13T03:23:59.135626Z","steps":["trace[1050124993] 'agreement among raft nodes before linearized reading' (duration: 109.04033ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.135429Z","caller":"traceutil/trace.go:171","msg":"trace[1309309361] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"109.527014ms","start":"2026-04-13T03:23:59.025882Z","end":"2026-04-13T03:23:59.135409Z","steps":["trace[1309309361] 'process raft request' (duration: 109.231761ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.500433Z","caller":"traceutil/trace.go:171","msg":"trace[875219745] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"100.418355ms","start":"2026-04-13T03:23:59.399997Z","end":"2026-04-13T03:23:59.500415Z","steps":["trace[875219745] 'process raft request' (duration: 100.158512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:23:59.50076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.30777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-13T03:23:59.500798Z","caller":"traceutil/trace.go:171","msg":"trace[996878755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4505; }","duration":"102.391992ms","start":"2026-04-13T03:23:59.398394Z","end":"2026-04-13T03:23:59.500786Z","steps":["trace[996878755] 'agreement among raft nodes before linearized reading' (duration: 102.288131ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:23:59.730014Z","caller":"traceutil/trace.go:171","msg":"trace[630927986] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"209.681787ms","start":"2026-04-13T03:23:59.520291Z","end":"2026-04-13T03:23:59.729973Z","steps":["trace[630927986] 'process raft request' (duration: 134.707234ms)","trace[630927986] 'compare' (duration: 74.60919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:24:10.825743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.202534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-13T03:24:10.825823Z","caller":"traceutil/trace.go:171","msg":"trace[1819820546] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4869; }","duration":"274.95558ms","start":"2026-04-13T03:24:10.550856Z","end":"2026-04-13T03:24:10.825812Z","steps":["trace[1819820546] 'read index received' (duration: 64.251µs)","trace[1819820546] 'applied index is now lower than readState.Index' (duration: 274.890489ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:24:10.825839Z","caller":"traceutil/trace.go:171","msg":"trace[1911160819] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"370.075047ms","start":"2026-04-13T03:24:10.455742Z","end":"2026-04-13T03:24:10.825817Z","steps":["trace[1911160819] 'process raft request' (duration: 88.60029ms)","trace[1911160819] 'compare' (duration: 281.069533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:24:10.825895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.04756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-13T03:24:10.825921Z","caller":"traceutil/trace.go:171","msg":"trace[1963062196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4672; }","duration":"275.07396ms","start":"2026-04-13T03:24:10.55084Z","end":"2026-04-13T03:24:10.825914Z","steps":["trace[1963062196] 'agreement among raft nodes before linearized reading' (duration: 275.02937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:24:10.825935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-13T03:24:10.455724Z","time spent":"370.160967ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-13T03:24:10.826126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.121546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-13T03:24:10.826145Z","caller":"traceutil/trace.go:171","msg":"trace[1046160643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4672; }","duration":"195.171066ms","start":"2026-04-13T03:24:10.630969Z","end":"2026-04-13T03:24:10.82614Z","steps":["trace[1046160643] 'agreement among raft nodes before linearized reading' (duration: 195.082775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:24:10.826256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.409029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T03:24:10.826284Z","caller":"traceutil/trace.go:171","msg":"trace[81362800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4672; }","duration":"103.481429ms","start":"2026-04-13T03:24:10.722796Z","end":"2026-04-13T03:24:10.826278Z","steps":["trace[81362800] 'agreement among raft nodes before linearized reading' (duration: 103.437709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:24:10.82634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.676759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-13T03:24:10.826419Z","caller":"traceutil/trace.go:171","msg":"trace[1230367455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4672; }","duration":"166.791259ms","start":"2026-04-13T03:24:10.659609Z","end":"2026-04-13T03:24:10.826401Z","steps":["trace[1230367455] 'agreement among raft nodes before linearized reading' (duration: 166.634658ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:27:34.125216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3264} {"level":"info","ts":"2026-04-13T03:27:34.217059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3264,"took":"89.63117ms","hash":1563583088,"current-db-size-bytes":59899904,"current-db-size":"60 MB","current-db-size-in-use-bytes":32575488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-13T03:27:34.217139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1563583088,"revision":3264,"compact-revision":-1} {"level":"info","ts":"2026-04-13T03:27:41.876552Z","caller":"traceutil/trace.go:171","msg":"trace[44148046] linearizableReadLoop","detail":"{readStateIndex:6812; appliedIndex:6811; }","duration":"100.638604ms","start":"2026-04-13T03:27:41.775889Z","end":"2026-04-13T03:27:41.876527Z","steps":["trace[44148046] 'read index received' (duration: 31.259018ms)","trace[44148046] 'applied index is now lower than readState.Index' (duration: 69.378656ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:27:41.87673Z","caller":"traceutil/trace.go:171","msg":"trace[1808931467] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"132.385536ms","start":"2026-04-13T03:27:41.744295Z","end":"2026-04-13T03:27:41.876681Z","steps":["trace[1808931467] 'process raft request' (duration: 62.88409ms)","trace[1808931467] 'compare' (duration: 69.232794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:27:41.876928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.995037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4837"} {"level":"info","ts":"2026-04-13T03:27:41.877057Z","caller":"traceutil/trace.go:171","msg":"trace[1222199282] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6522; }","duration":"101.195208ms","start":"2026-04-13T03:27:41.775835Z","end":"2026-04-13T03:27:41.87703Z","steps":["trace[1222199282] 'agreement among raft nodes before linearized reading' (duration: 100.838435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:27:42.192981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.0288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-13T03:27:42.193128Z","caller":"traceutil/trace.go:171","msg":"trace[23097205] linearizableReadLoop","detail":"{readStateIndex:6815; appliedIndex:6814; }","duration":"217.142522ms","start":"2026-04-13T03:27:41.975965Z","end":"2026-04-13T03:27:42.193107Z","steps":["trace[23097205] 'read index received' (duration: 26.766449ms)","trace[23097205] 'applied index is now lower than readState.Index' (duration: 190.374423ms)"],"step_count":2} {"level":"info","ts":"2026-04-13T03:27:42.193167Z","caller":"traceutil/trace.go:171","msg":"trace[353039009] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"265.74128ms","start":"2026-04-13T03:27:41.927384Z","end":"2026-04-13T03:27:42.193126Z","steps":["trace[353039009] 'process raft request' (duration: 75.439458ms)","trace[353039009] 'compare' (duration: 189.842489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-13T03:27:42.193356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.890877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4837"} {"level":"warn","ts":"2026-04-13T03:27:42.193362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.314071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-04-13T03:27:42.19339Z","caller":"traceutil/trace.go:171","msg":"trace[672249639] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6525; }","duration":"268.935787ms","start":"2026-04-13T03:27:41.924441Z","end":"2026-04-13T03:27:42.193377Z","steps":["trace[672249639] 'agreement among raft nodes before linearized reading' (duration: 268.771566ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:27:42.193443Z","caller":"traceutil/trace.go:171","msg":"trace[1590158168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6525; }","duration":"261.426163ms","start":"2026-04-13T03:27:41.931993Z","end":"2026-04-13T03:27:42.193419Z","steps":["trace[1590158168] 'agreement among raft nodes before linearized reading' (duration: 261.175531ms)"],"step_count":1} {"level":"info","ts":"2026-04-13T03:27:42.224361Z","caller":"traceutil/trace.go:171","msg":"trace[641176375] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"243.245836ms","start":"2026-04-13T03:27:41.98109Z","end":"2026-04-13T03:27:42.224336Z","steps":["trace[641176375] 'process raft request' (duration: 243.094984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:27:42.224485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.138514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-13T03:27:42.22454Z","caller":"traceutil/trace.go:171","msg":"trace[1446930632] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6526; }","duration":"244.246674ms","start":"2026-04-13T03:27:41.980276Z","end":"2026-04-13T03:27:42.224523Z","steps":["trace[1446930632] 'agreement among raft nodes before linearized reading' (duration: 244.023892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-13T03:27:42.224526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.820558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T03:27:42.224615Z","caller":"traceutil/trace.go:171","msg":"trace[2145888790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6526; }","duration":"141.022759ms","start":"2026-04-13T03:27:42.08357Z","end":"2026-04-13T03:27:42.224593Z","steps":["trace[2145888790] 'agreement among raft nodes before linearized reading' (duration: 140.824187ms)"],"step_count":1}