{"level":"warn","ts":"2026-07-28T11:25:23.535894Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T11:25:23.535969Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T11:25:23.536032Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T11:25:23.536044Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-07-28T11:25:23.53607Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T11:25:23.536798Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-07-28T11:25:23.536888Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T11:25:23.542803Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.716499ms"} {"level":"info","ts":"2026-07-28T11:25:23.558908Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-07-28T11:25:23.559032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T11:25:23.559147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-07-28T11:25:23.559329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T11:25:23.559416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-07-28T11:25:23.559539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-07-28T11:25:23.569239Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T11:25:23.571483Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T11:25:23.572715Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T11:25:23.577376Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T11:25:23.577591Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T11:25:23.577691Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:25:23.577763Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:25:23.577772Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:25:23.579008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-07-28T11:25:23.579213Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-07-28T11:25:23.580947Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T11:25:23.581022Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-07-28T11:25:23.581053Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-07-28T11:25:23.581116Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T11:25:23.581159Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T11:25:23.861156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T11:25:23.861209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T11:25:23.861222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-07-28T11:25:23.861235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-07-28T11:25:23.86124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-07-28T11:25:23.861248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-07-28T11:25:23.861255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-07-28T11:25:23.869301Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T11:25:23.869345Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:25:23.869376Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T11:25:23.86944Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T11:25:23.869453Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T11:25:23.869314Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T11:25:23.870296Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:25:23.870464Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:25:23.870502Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:25:23.872488Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T11:25:23.873466Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"warn","ts":"2026-07-28T11:25:26.595826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.461962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-28T11:25:26.595966Z","caller":"traceutil/trace.go:171","msg":"trace[1544814009] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"234.730271ms","start":"2026-07-28T11:25:26.361219Z","end":"2026-07-28T11:25:26.595949Z","steps":["trace[1544814009] 'read index received' (duration: 131.583196ms)","trace[1544814009] 'applied index is now lower than readState.Index' (duration: 103.145895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:25:26.596168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.810255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-28T11:25:26.596172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.945637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-28T11:25:26.596204Z","caller":"traceutil/trace.go:171","msg":"trace[673863405] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:72; }","duration":"232.871158ms","start":"2026-07-28T11:25:26.363323Z","end":"2026-07-28T11:25:26.596194Z","steps":["trace[673863405] 'agreement among raft nodes before linearized reading' (duration: 232.745204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:26.596108Z","caller":"traceutil/trace.go:171","msg":"trace[336181751] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"246.595751ms","start":"2026-07-28T11:25:26.349433Z","end":"2026-07-28T11:25:26.596029Z","steps":["trace[336181751] 'process raft request' (duration: 143.257ms)","trace[336181751] 'compare' (duration: 102.289356ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:25:26.596234Z","caller":"traceutil/trace.go:171","msg":"trace[1328683708] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:72; }","duration":"235.050052ms","start":"2026-07-28T11:25:26.361169Z","end":"2026-07-28T11:25:26.596219Z","steps":["trace[1328683708] 'agreement among raft nodes before linearized reading' (duration: 234.878976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:25:26.596248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.937594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-28T11:25:26.596335Z","caller":"traceutil/trace.go:171","msg":"trace[86666033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"123.063078ms","start":"2026-07-28T11:25:26.473242Z","end":"2026-07-28T11:25:26.596306Z","steps":["trace[86666033] 'agreement among raft nodes before linearized reading' (duration: 122.856731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:26.801413Z","caller":"traceutil/trace.go:171","msg":"trace[1947589131] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"196.075045ms","start":"2026-07-28T11:25:26.605318Z","end":"2026-07-28T11:25:26.801393Z","steps":["trace[1947589131] 'process raft request' (duration: 196.029493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:26.801479Z","caller":"traceutil/trace.go:171","msg":"trace[1368651780] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"199.248253ms","start":"2026-07-28T11:25:26.602199Z","end":"2026-07-28T11:25:26.801447Z","steps":["trace[1368651780] 'read index received' (duration: 172.615722ms)","trace[1368651780] 'applied index is now lower than readState.Index' (duration: 26.630431ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:25:26.801415Z","caller":"traceutil/trace.go:171","msg":"trace[1273460679] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"200.524366ms","start":"2026-07-28T11:25:26.600836Z","end":"2026-07-28T11:25:26.80136Z","steps":["trace[1273460679] 'process raft request' (duration: 173.784992ms)","trace[1273460679] 'compare' (duration: 26.566448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:25:26.801728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.508231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-28T11:25:26.801774Z","caller":"traceutil/trace.go:171","msg":"trace[133001516] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:74; }","duration":"199.581384ms","start":"2026-07-28T11:25:26.602181Z","end":"2026-07-28T11:25:26.801762Z","steps":["trace[133001516] 'agreement among raft nodes before linearized reading' (duration: 199.380178ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.512894Z","caller":"traceutil/trace.go:171","msg":"trace[1984642050] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"185.133565ms","start":"2026-07-28T11:25:59.327742Z","end":"2026-07-28T11:25:59.512875Z","steps":["trace[1984642050] 'process raft request' (duration: 175.014624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.512957Z","caller":"traceutil/trace.go:171","msg":"trace[1008510639] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"180.852168ms","start":"2026-07-28T11:25:59.332094Z","end":"2026-07-28T11:25:59.512946Z","steps":["trace[1008510639] 'process raft request' (duration: 180.713174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.513023Z","caller":"traceutil/trace.go:171","msg":"trace[497804917] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:560; }","duration":"164.110811ms","start":"2026-07-28T11:25:59.348877Z","end":"2026-07-28T11:25:59.512988Z","steps":["trace[497804917] 'read index received' (duration: 154.03196ms)","trace[497804917] 'applied index is now lower than readState.Index' (duration: 10.078051ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:25:59.513023Z","caller":"traceutil/trace.go:171","msg":"trace[914729481] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"171.297281ms","start":"2026-07-28T11:25:59.34168Z","end":"2026-07-28T11:25:59.512977Z","steps":["trace[914729481] 'process raft request' (duration: 171.175838ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.513215Z","caller":"traceutil/trace.go:171","msg":"trace[2068918359] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"164.234425ms","start":"2026-07-28T11:25:59.348969Z","end":"2026-07-28T11:25:59.513204Z","steps":["trace[2068918359] 'process raft request' (duration: 163.961778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:25:59.513297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.397569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-07-28T11:25:59.51334Z","caller":"traceutil/trace.go:171","msg":"trace[1608420193] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:543; }","duration":"164.45639ms","start":"2026-07-28T11:25:59.348872Z","end":"2026-07-28T11:25:59.513328Z","steps":["trace[1608420193] 'agreement among raft nodes before linearized reading' (duration: 164.273086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.513443Z","caller":"traceutil/trace.go:171","msg":"trace[1888557789] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"155.917447ms","start":"2026-07-28T11:25:59.357501Z","end":"2026-07-28T11:25:59.513418Z","steps":["trace[1888557789] 'process raft request' (duration: 155.61232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.516097Z","caller":"traceutil/trace.go:171","msg":"trace[414870957] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"158.146483ms","start":"2026-07-28T11:25:59.357913Z","end":"2026-07-28T11:25:59.51606Z","steps":["trace[414870957] 'process raft request' (duration: 155.446166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.521388Z","caller":"traceutil/trace.go:171","msg":"trace[1112222903] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"154.531653ms","start":"2026-07-28T11:25:59.361705Z","end":"2026-07-28T11:25:59.516237Z","steps":["trace[1112222903] 'process raft request' (duration: 152.988094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:25:59.524668Z","caller":"traceutil/trace.go:171","msg":"trace[416278356] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"159.695962ms","start":"2026-07-28T11:25:59.364955Z","end":"2026-07-28T11:25:59.524651Z","steps":["trace[416278356] 'process raft request' (duration: 151.696732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:26:05.478661Z","caller":"traceutil/trace.go:171","msg":"trace[859919264] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"133.207044ms","start":"2026-07-28T11:26:05.34283Z","end":"2026-07-28T11:26:05.476037Z","steps":["trace[859919264] 'process raft request' (duration: 132.799144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:26:05.910589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.699527ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:26:05.910718Z","caller":"traceutil/trace.go:171","msg":"trace[715354116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:628; }","duration":"221.83847ms","start":"2026-07-28T11:26:05.688862Z","end":"2026-07-28T11:26:05.9107Z","steps":["trace[715354116] 'range keys from in-memory index tree' (duration: 221.674226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:26:05.911153Z","caller":"traceutil/trace.go:171","msg":"trace[2081498612] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"368.371471ms","start":"2026-07-28T11:26:05.542769Z","end":"2026-07-28T11:26:05.911141Z","steps":["trace[2081498612] 'read index received' (duration: 368.206858ms)","trace[2081498612] 'applied index is now lower than readState.Index' (duration: 163.913µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:26:05.911313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.546646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:26:05.911344Z","caller":"traceutil/trace.go:171","msg":"trace[1148930824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"368.632058ms","start":"2026-07-28T11:26:05.542702Z","end":"2026-07-28T11:26:05.911334Z","steps":["trace[1148930824] 'agreement among raft nodes before linearized reading' (duration: 368.484874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:26:05.911375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:26:05.542676Z","time spent":"368.69103ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:26:05.911652Z","caller":"traceutil/trace.go:171","msg":"trace[1280360949] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"370.803461ms","start":"2026-07-28T11:26:05.540833Z","end":"2026-07-28T11:26:05.911637Z","steps":["trace[1280360949] 'process raft request' (duration: 370.214236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:26:05.911741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:26:05.540799Z","time spent":"370.902274ms","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:26:48.289809Z","caller":"traceutil/trace.go:171","msg":"trace[1213844749] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"173.573815ms","start":"2026-07-28T11:26:48.116213Z","end":"2026-07-28T11:26:48.289787Z","steps":["trace[1213844749] 'process raft request' (duration: 148.858181ms)","trace[1213844749] 'compare' (duration: 24.49635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:27:31.208484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.258301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:27:31.208633Z","caller":"traceutil/trace.go:171","msg":"trace[567216617] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1913; }","duration":"159.905127ms","start":"2026-07-28T11:27:31.048711Z","end":"2026-07-28T11:27:31.208616Z","steps":["trace[567216617] 'read index received' (duration: 44.061µs)","trace[567216617] 'applied index is now lower than readState.Index' (duration: 159.859746ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:27:31.208697Z","caller":"traceutil/trace.go:171","msg":"trace[462438973] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"257.104836ms","start":"2026-07-28T11:27:30.951536Z","end":"2026-07-28T11:27:31.208641Z","steps":["trace[462438973] 'process raft request' (duration: 48.434759ms)","trace[462438973] 'compare' (duration: 208.1458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:27:31.208805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.08987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7172a493-58cf-40a6-b539-53e917bf66ab\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-28T11:27:31.208839Z","caller":"traceutil/trace.go:171","msg":"trace[883925932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7172a493-58cf-40a6-b539-53e917bf66ab; range_end:; response_count:1; response_revision:1847; }","duration":"160.15617ms","start":"2026-07-28T11:27:31.048671Z","end":"2026-07-28T11:27:31.208828Z","steps":["trace[883925932] 'agreement among raft nodes before linearized reading' (duration: 160.016508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:27:31.498268Z","caller":"traceutil/trace.go:171","msg":"trace[2100788224] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"150.704248ms","start":"2026-07-28T11:27:31.347532Z","end":"2026-07-28T11:27:31.498237Z","steps":["trace[2100788224] 'process raft request' (duration: 150.416294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:27:31.669873Z","caller":"traceutil/trace.go:171","msg":"trace[725992491] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"135.844627ms","start":"2026-07-28T11:27:31.533966Z","end":"2026-07-28T11:27:31.669811Z","steps":["trace[725992491] 'process raft request' (duration: 135.615633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:28:41.027251Z","caller":"traceutil/trace.go:171","msg":"trace[456151590] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"104.370622ms","start":"2026-07-28T11:28:40.922857Z","end":"2026-07-28T11:28:41.027228Z","steps":["trace[456151590] 'process raft request' (duration: 104.244171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:28:41.048287Z","caller":"traceutil/trace.go:171","msg":"trace[102037081] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"125.224263ms","start":"2026-07-28T11:28:40.923029Z","end":"2026-07-28T11:28:41.048254Z","steps":["trace[102037081] 'process raft request' (duration: 124.96185ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:29:37.187281Z","caller":"traceutil/trace.go:171","msg":"trace[2123296934] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"147.554902ms","start":"2026-07-28T11:29:37.039692Z","end":"2026-07-28T11:29:37.187247Z","steps":["trace[2123296934] 'process raft request' (duration: 117.84993ms)","trace[2123296934] 'compare' (duration: 29.473713ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:13.496611Z","caller":"traceutil/trace.go:171","msg":"trace[109383576] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"138.685485ms","start":"2026-07-28T11:33:13.357908Z","end":"2026-07-28T11:33:13.496594Z","steps":["trace[109383576] 'process raft request' (duration: 134.697398ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.468043Z","caller":"traceutil/trace.go:171","msg":"trace[180264696] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"107.142485ms","start":"2026-07-28T11:33:24.360879Z","end":"2026-07-28T11:33:24.468022Z","steps":["trace[180264696] 'read index received' (duration: 107.055404ms)","trace[180264696] 'applied index is now lower than readState.Index' (duration: 86.021µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:24.468139Z","caller":"traceutil/trace.go:171","msg":"trace[473945000] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"108.215945ms","start":"2026-07-28T11:33:24.359895Z","end":"2026-07-28T11:33:24.468111Z","steps":["trace[473945000] 'process raft request' (duration: 107.97948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:24.468239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.435461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:33:24.468271Z","caller":"traceutil/trace.go:171","msg":"trace[215708545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4688; }","duration":"107.509582ms","start":"2026-07-28T11:33:24.360754Z","end":"2026-07-28T11:33:24.468263Z","steps":["trace[215708545] 'agreement among raft nodes before linearized reading' (duration: 107.355649ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:32.621332Z","caller":"traceutil/trace.go:171","msg":"trace[2139031718] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"116.78491ms","start":"2026-07-28T11:33:32.504527Z","end":"2026-07-28T11:33:32.621311Z","steps":["trace[2139031718] 'process raft request' (duration: 116.662388ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:32.623748Z","caller":"traceutil/trace.go:171","msg":"trace[1646464759] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"116.259211ms","start":"2026-07-28T11:33:32.507463Z","end":"2026-07-28T11:33:32.623722Z","steps":["trace[1646464759] 'process raft request' (duration: 116.104528ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:33.639681Z","caller":"traceutil/trace.go:171","msg":"trace[504864824] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4991; }","duration":"127.78781ms","start":"2026-07-28T11:33:33.511865Z","end":"2026-07-28T11:33:33.639653Z","steps":["trace[504864824] 'read index received' (duration: 127.574466ms)","trace[504864824] 'applied index is now lower than readState.Index' (duration: 212.094µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:33:33.639939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.053115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-28T11:33:33.639998Z","caller":"traceutil/trace.go:171","msg":"trace[1516465135] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4814; }","duration":"128.163417ms","start":"2026-07-28T11:33:33.511819Z","end":"2026-07-28T11:33:33.639982Z","steps":["trace[1516465135] 'agreement among raft nodes before linearized reading' (duration: 127.951433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:33.64019Z","caller":"traceutil/trace.go:171","msg":"trace[7236117] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"215.327094ms","start":"2026-07-28T11:33:33.424826Z","end":"2026-07-28T11:33:33.640153Z","steps":["trace[7236117] 'process raft request' (duration: 214.664232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:24.161504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2930} {"level":"info","ts":"2026-07-28T11:35:24.252776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2930,"took":"89.714974ms","hash":2828402688,"current-db-size-bytes":54648832,"current-db-size":"55 MB","current-db-size-in-use-bytes":30183424,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T11:35:24.252862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2828402688,"revision":2930,"compact-revision":-1} {"level":"warn","ts":"2026-07-28T11:36:33.022083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104006995746792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:36:33.287817Z","caller":"traceutil/trace.go:171","msg":"trace[1829470453] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"900.883945ms","start":"2026-07-28T11:36:32.386891Z","end":"2026-07-28T11:36:33.287775Z","steps":["trace[1829470453] 'process raft request' (duration: 900.616891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:33.288086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:32.38687Z","time spent":"901.066669ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:33.288857Z","caller":"traceutil/trace.go:171","msg":"trace[1604453823] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"565.625529ms","start":"2026-07-28T11:36:32.723179Z","end":"2026-07-28T11:36:33.288805Z","steps":["trace[1604453823] 'process raft request' (duration: 565.533468ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:33.289059Z","caller":"traceutil/trace.go:171","msg":"trace[2001182715] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"900.912787ms","start":"2026-07-28T11:36:32.388123Z","end":"2026-07-28T11:36:33.289036Z","steps":["trace[2001182715] 'process raft request' (duration: 900.408549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:33.289192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:32.388112Z","time spent":"900.991539ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:33.289306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:32.723159Z","time spent":"565.919464ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:33.291589Z","caller":"traceutil/trace.go:171","msg":"trace[1701087399] linearizableReadLoop","detail":"{readStateIndex:6291; appliedIndex:6287; }","duration":"770.029409ms","start":"2026-07-28T11:36:32.521533Z","end":"2026-07-28T11:36:33.291563Z","steps":["trace[1701087399] 'read index received' (duration: 766.017475ms)","trace[1701087399] 'applied index is now lower than readState.Index' (duration: 4.001294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:33.291735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.188052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:36:33.291756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.22106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:33.29181Z","caller":"traceutil/trace.go:171","msg":"trace[694049207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6070; }","duration":"161.275321ms","start":"2026-07-28T11:36:33.130519Z","end":"2026-07-28T11:36:33.291795Z","steps":["trace[694049207] 'agreement among raft nodes before linearized reading' (duration: 161.191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:33.291793Z","caller":"traceutil/trace.go:171","msg":"trace[779076302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6070; }","duration":"770.302954ms","start":"2026-07-28T11:36:32.521479Z","end":"2026-07-28T11:36:33.291782Z","steps":["trace[779076302] 'agreement among raft nodes before linearized reading' (duration: 770.128421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:33.291854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:32.521424Z","time spent":"770.422856ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:37:33.718692Z","caller":"traceutil/trace.go:171","msg":"trace[1160860660] linearizableReadLoop","detail":"{readStateIndex:6798; appliedIndex:6796; }","duration":"155.302486ms","start":"2026-07-28T11:37:33.563363Z","end":"2026-07-28T11:37:33.718665Z","steps":["trace[1160860660] 'read index received' (duration: 74.024286ms)","trace[1160860660] 'applied index is now lower than readState.Index' (duration: 81.27696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:33.718946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.56544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:37:33.718991Z","caller":"traceutil/trace.go:171","msg":"trace[1018184243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6560; }","duration":"155.712473ms","start":"2026-07-28T11:37:33.563267Z","end":"2026-07-28T11:37:33.718979Z","steps":["trace[1018184243] 'agreement among raft nodes before linearized reading' (duration: 155.50731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:33.719298Z","caller":"traceutil/trace.go:171","msg":"trace[1845122023] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"159.224198ms","start":"2026-07-28T11:37:33.560051Z","end":"2026-07-28T11:37:33.719276Z","steps":["trace[1845122023] 'process raft request' (duration: 153.719552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:40:24.16894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5645} {"level":"info","ts":"2026-07-28T11:40:24.244329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5645,"took":"73.624961ms","hash":3509463010,"current-db-size-bytes":54648832,"current-db-size":"55 MB","current-db-size-in-use-bytes":18239488,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-28T11:40:24.244434Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3509463010,"revision":5645,"compact-revision":2930}