{"level":"warn","ts":"2026-03-04T11:12:05.9142Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T11:12:05.914313Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.48:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.48:2380","--initial-cluster=instance=https://199.19.213.48:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.48:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.48:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T11:12:05.9144Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T11:12:05.914415Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.48:2380"]} {"level":"info","ts":"2026-03-04T11:12:05.914434Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T11:12:05.915109Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.48:2379"]} {"level":"info","ts":"2026-03-04T11:12:05.91519Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.48:2380"],"listen-peer-urls":["https://199.19.213.48:2380"],"advertise-client-urls":["https://199.19.213.48:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.48:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.48:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T11:12:05.919784Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.325448ms"} {"level":"info","ts":"2026-03-04T11:12:05.926794Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"7317567213c7319d","cluster-id":"d22ed1e1757a8527"} {"level":"info","ts":"2026-03-04T11:12:05.92688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T11:12:05.926899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d became follower at term 0"} {"level":"info","ts":"2026-03-04T11:12:05.926912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7317567213c7319d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T11:12:05.926921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d became follower at term 1"} {"level":"info","ts":"2026-03-04T11:12:05.92696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d switched to configuration voters=(8293192286784139677)"} {"level":"warn","ts":"2026-03-04T11:12:05.93352Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T11:12:05.93544Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T11:12:05.936734Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T11:12:05.939534Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"7317567213c7319d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T11:12:05.939832Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7317567213c7319d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T11:12:05.939883Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T11:12:05.940029Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T11:12:05.940042Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T11:12:05.941239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d switched to configuration voters=(8293192286784139677)"} {"level":"info","ts":"2026-03-04T11:12:05.941517Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d22ed1e1757a8527","local-member-id":"7317567213c7319d","added-peer-id":"7317567213c7319d","added-peer-peer-urls":["https://199.19.213.48:2380"]} {"level":"info","ts":"2026-03-04T11:12:05.943864Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T11:12:05.94403Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.48:2380"} {"level":"info","ts":"2026-03-04T11:12:05.944129Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.48:2380"} {"level":"info","ts":"2026-03-04T11:12:05.944316Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7317567213c7319d","initial-advertise-peer-urls":["https://199.19.213.48:2380"],"listen-peer-urls":["https://199.19.213.48:2380"],"advertise-client-urls":["https://199.19.213.48:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.48:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T11:12:05.944371Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T11:12:06.330494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T11:12:06.330606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T11:12:06.330649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d received MsgPreVoteResp from 7317567213c7319d at term 1"} {"level":"info","ts":"2026-03-04T11:12:06.330674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d became candidate at term 2"} {"level":"info","ts":"2026-03-04T11:12:06.330685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d received MsgVoteResp from 7317567213c7319d at term 2"} {"level":"info","ts":"2026-03-04T11:12:06.330702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7317567213c7319d became leader at term 2"} {"level":"info","ts":"2026-03-04T11:12:06.330718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7317567213c7319d elected leader 7317567213c7319d at term 2"} {"level":"info","ts":"2026-03-04T11:12:06.331629Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:12:06.332869Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T11:12:06.332889Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d22ed1e1757a8527","local-member-id":"7317567213c7319d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:12:06.332959Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T11:12:06.33332Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T11:12:06.333498Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T11:12:06.333017Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:12:06.333682Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T11:12:06.332834Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"7317567213c7319d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.48:2379]}","request-path":"/0/members/7317567213c7319d/attributes","cluster-id":"d22ed1e1757a8527","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T11:12:06.336441Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T11:12:06.336794Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.48:2379"} {"level":"info","ts":"2026-03-04T11:12:18.655042Z","caller":"traceutil/trace.go:171","msg":"trace[1195647515] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"113.260977ms","start":"2026-03-04T11:12:18.541753Z","end":"2026-03-04T11:12:18.655014Z","steps":["trace[1195647515] 'read index received' (duration: 103.541823ms)","trace[1195647515] 'applied index is now lower than readState.Index' (duration: 9.717984ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:12:18.655129Z","caller":"traceutil/trace.go:171","msg":"trace[803586386] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"169.043653ms","start":"2026-03-04T11:12:18.486055Z","end":"2026-03-04T11:12:18.655099Z","steps":["trace[803586386] 'process raft request' (duration: 159.287697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:18.655209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.432393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:12:18.655268Z","caller":"traceutil/trace.go:171","msg":"trace[1029003336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:403; }","duration":"113.544725ms","start":"2026-03-04T11:12:18.541711Z","end":"2026-03-04T11:12:18.655256Z","steps":["trace[1029003336] 'agreement among raft nodes before linearized reading' (duration: 113.419341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:18.846088Z","caller":"traceutil/trace.go:171","msg":"trace[1072443502] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"186.325333ms","start":"2026-03-04T11:12:18.659735Z","end":"2026-03-04T11:12:18.846061Z","steps":["trace[1072443502] 'process raft request' (duration: 186.149758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:18.866406Z","caller":"traceutil/trace.go:171","msg":"trace[1929566053] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"202.278985ms","start":"2026-03-04T11:12:18.664081Z","end":"2026-03-04T11:12:18.86636Z","steps":["trace[1929566053] 'process raft request' (duration: 202.059229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:19.023139Z","caller":"traceutil/trace.go:171","msg":"trace[842745951] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"152.309347ms","start":"2026-03-04T11:12:18.870795Z","end":"2026-03-04T11:12:19.023104Z","steps":["trace[842745951] 'process raft request' (duration: 148.397661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:45.111394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.335313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:12:45.111529Z","caller":"traceutil/trace.go:171","msg":"trace[131629706] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:563; }","duration":"231.56117ms","start":"2026-03-04T11:12:44.879939Z","end":"2026-03-04T11:12:45.1115Z","steps":["trace[131629706] 'range keys from in-memory index tree' (duration: 231.167629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:45.146065Z","caller":"traceutil/trace.go:171","msg":"trace[1656651639] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:582; }","duration":"129.143391ms","start":"2026-03-04T11:12:45.016888Z","end":"2026-03-04T11:12:45.146032Z","steps":["trace[1656651639] 'read index received' (duration: 72.48697ms)","trace[1656651639] 'applied index is now lower than readState.Index' (duration: 56.655271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:12:45.146298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.384127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:12:45.146334Z","caller":"traceutil/trace.go:171","msg":"trace[919952974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"129.50024ms","start":"2026-03-04T11:12:45.016824Z","end":"2026-03-04T11:12:45.146324Z","steps":["trace[919952974] 'agreement among raft nodes before linearized reading' (duration: 129.315295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:45.44677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.615923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:12:45.446899Z","caller":"traceutil/trace.go:171","msg":"trace[861307887] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:565; }","duration":"203.832039ms","start":"2026-03-04T11:12:45.243036Z","end":"2026-03-04T11:12:45.446869Z","steps":["trace[861307887] 'range keys from in-memory index tree' (duration: 203.46198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:12:45.447073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.604133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:12:45.447236Z","caller":"traceutil/trace.go:171","msg":"trace[389985146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"156.874131ms","start":"2026-03-04T11:12:45.290333Z","end":"2026-03-04T11:12:45.447207Z","steps":["trace[389985146] 'range keys from in-memory index tree' (duration: 156.358816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:46.727057Z","caller":"traceutil/trace.go:171","msg":"trace[1717638673] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"106.955701ms","start":"2026-03-04T11:12:46.620081Z","end":"2026-03-04T11:12:46.727037Z","steps":["trace[1717638673] 'process raft request' (duration: 101.541536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:46.727138Z","caller":"traceutil/trace.go:171","msg":"trace[1798398094] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"103.896509ms","start":"2026-03-04T11:12:46.623219Z","end":"2026-03-04T11:12:46.727115Z","steps":["trace[1798398094] 'process raft request' (duration: 103.851407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:46.727297Z","caller":"traceutil/trace.go:171","msg":"trace[1655498724] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"106.53707ms","start":"2026-03-04T11:12:46.620685Z","end":"2026-03-04T11:12:46.727222Z","steps":["trace[1655498724] 'process raft request' (duration: 106.292693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:12:46.727333Z","caller":"traceutil/trace.go:171","msg":"trace[79723984] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"106.030717ms","start":"2026-03-04T11:12:46.621278Z","end":"2026-03-04T11:12:46.727309Z","steps":["trace[79723984] 'process raft request' (duration: 105.748488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:13:05.769885Z","caller":"traceutil/trace.go:171","msg":"trace[317724364] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"105.876982ms","start":"2026-03-04T11:13:05.66397Z","end":"2026-03-04T11:13:05.769847Z","steps":["trace[317724364] 'process raft request' (duration: 84.507504ms)","trace[317724364] 'compare' (duration: 21.210844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:53.029691Z","caller":"traceutil/trace.go:171","msg":"trace[1856993250] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"149.069856ms","start":"2026-03-04T11:13:52.88059Z","end":"2026-03-04T11:13:53.02966Z","steps":["trace[1856993250] 'read index received' (duration: 148.783678ms)","trace[1856993250] 'applied index is now lower than readState.Index' (duration: 284.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:13:53.029812Z","caller":"traceutil/trace.go:171","msg":"trace[486045241] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"161.986934ms","start":"2026-03-04T11:13:52.867779Z","end":"2026-03-04T11:13:53.029766Z","steps":["trace[486045241] 'process raft request' (duration: 161.595154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:13:53.030106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.481597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b421a3ab-4b06-4f1d-a5dd-b719264160be\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T11:13:53.030206Z","caller":"traceutil/trace.go:171","msg":"trace[256178195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b421a3ab-4b06-4f1d-a5dd-b719264160be; range_end:; response_count:1; response_revision:1607; }","duration":"149.648771ms","start":"2026-03-04T11:13:52.880535Z","end":"2026-03-04T11:13:53.030184Z","steps":["trace[256178195] 'agreement among raft nodes before linearized reading' (duration: 149.316923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:14:05.832867Z","caller":"traceutil/trace.go:171","msg":"trace[1352302715] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"158.09413ms","start":"2026-03-04T11:14:05.674744Z","end":"2026-03-04T11:14:05.832838Z","steps":["trace[1352302715] 'read index received' (duration: 133.040015ms)","trace[1352302715] 'applied index is now lower than readState.Index' (duration: 25.053195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:14:05.832911Z","caller":"traceutil/trace.go:171","msg":"trace[1627692964] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"158.665725ms","start":"2026-03-04T11:14:05.674216Z","end":"2026-03-04T11:14:05.832882Z","steps":["trace[1627692964] 'process raft request' (duration: 133.61986ms)","trace[1627692964] 'compare' (duration: 24.881521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:14:05.833079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.765503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:14:05.833105Z","caller":"traceutil/trace.go:171","msg":"trace[777819388] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1708; }","duration":"153.830994ms","start":"2026-03-04T11:14:05.679266Z","end":"2026-03-04T11:14:05.833097Z","steps":["trace[777819388] 'agreement among raft nodes before linearized reading' (duration: 153.758282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:14:05.833411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.629994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T11:14:05.833517Z","caller":"traceutil/trace.go:171","msg":"trace[630788893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1708; }","duration":"158.781908ms","start":"2026-03-04T11:14:05.674707Z","end":"2026-03-04T11:14:05.833489Z","steps":["trace[630788893] 'agreement among raft nodes before linearized reading' (duration: 158.267145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:14:38.114574Z","caller":"traceutil/trace.go:171","msg":"trace[2056209208] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"106.508512ms","start":"2026-03-04T11:14:38.008032Z","end":"2026-03-04T11:14:38.114541Z","steps":["trace[2056209208] 'process raft request' (duration: 70.483799ms)","trace[2056209208] 'compare' (duration: 35.890689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:14:43.544709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.234141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T11:14:43.544845Z","caller":"traceutil/trace.go:171","msg":"trace[2010810490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1904; }","duration":"133.418906ms","start":"2026-03-04T11:14:43.4114Z","end":"2026-03-04T11:14:43.544819Z","steps":["trace[2010810490] 'range keys from in-memory index tree' (duration: 132.296086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:14:43.977186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.449005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:14:43.977365Z","caller":"traceutil/trace.go:171","msg":"trace[1511061966] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"188.600462ms","start":"2026-03-04T11:14:43.788737Z","end":"2026-03-04T11:14:43.977337Z","steps":["trace[1511061966] 'process raft request' (duration: 36.168129ms)","trace[1511061966] 'compare' (duration: 151.266081ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:14:44.24098Z","caller":"traceutil/trace.go:171","msg":"trace[518764338] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"108.009587ms","start":"2026-03-04T11:14:44.132941Z","end":"2026-03-04T11:14:44.240951Z","steps":["trace[518764338] 'process raft request' (duration: 107.73789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:16:12.155931Z","caller":"traceutil/trace.go:171","msg":"trace[1979986489] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"116.968161ms","start":"2026-03-04T11:16:12.038905Z","end":"2026-03-04T11:16:12.155873Z","steps":["trace[1979986489] 'process raft request' (duration: 83.362281ms)","trace[1979986489] 'compare' (duration: 33.324593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:18:37.171511Z","caller":"traceutil/trace.go:171","msg":"trace[1524201950] linearizableReadLoop","detail":"{readStateIndex:3561; appliedIndex:3560; }","duration":"187.915874ms","start":"2026-03-04T11:18:36.983557Z","end":"2026-03-04T11:18:37.171473Z","steps":["trace[1524201950] 'read index received' (duration: 187.620296ms)","trace[1524201950] 'applied index is now lower than readState.Index' (duration: 294.078µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:18:37.17166Z","caller":"traceutil/trace.go:171","msg":"trace[951391537] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"282.243851ms","start":"2026-03-04T11:18:36.889361Z","end":"2026-03-04T11:18:37.171605Z","steps":["trace[951391537] 'process raft request' (duration: 281.85643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:18:37.172001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.427968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:18:37.172066Z","caller":"traceutil/trace.go:171","msg":"trace[2145904054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3426; }","duration":"188.572272ms","start":"2026-03-04T11:18:36.983478Z","end":"2026-03-04T11:18:37.172051Z","steps":["trace[2145904054] 'agreement among raft nodes before linearized reading' (duration: 188.223092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:18:37.172142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.258656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T11:18:37.172199Z","caller":"traceutil/trace.go:171","msg":"trace[1368368661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3426; }","duration":"187.363219ms","start":"2026-03-04T11:18:36.984819Z","end":"2026-03-04T11:18:37.172182Z","steps":["trace[1368368661] 'agreement among raft nodes before linearized reading' (duration: 187.128552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:18:48.363589Z","caller":"traceutil/trace.go:171","msg":"trace[359124660] linearizableReadLoop","detail":"{readStateIndex:3617; appliedIndex:3616; }","duration":"114.692191ms","start":"2026-03-04T11:18:48.24887Z","end":"2026-03-04T11:18:48.363562Z","steps":["trace[359124660] 'read index received' (duration: 114.503716ms)","trace[359124660] 'applied index is now lower than readState.Index' (duration: 187.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:18:48.363637Z","caller":"traceutil/trace.go:171","msg":"trace[2119198582] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"121.490138ms","start":"2026-03-04T11:18:48.242125Z","end":"2026-03-04T11:18:48.363615Z","steps":["trace[2119198582] 'process raft request' (duration: 121.300062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:18:48.363823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.930878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T11:18:48.363885Z","caller":"traceutil/trace.go:171","msg":"trace[372688186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3480; }","duration":"115.031121ms","start":"2026-03-04T11:18:48.248822Z","end":"2026-03-04T11:18:48.363853Z","steps":["trace[372688186] 'agreement among raft nodes before linearized reading' (duration: 114.865957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:19.982319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.02079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T11:20:19.982395Z","caller":"traceutil/trace.go:171","msg":"trace[2135783589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4675; }","duration":"202.179145ms","start":"2026-03-04T11:20:19.780201Z","end":"2026-03-04T11:20:19.98238Z","steps":["trace[2135783589] 'range keys from in-memory index tree' (duration: 201.838196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:19.982405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.518829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T11:20:19.982443Z","caller":"traceutil/trace.go:171","msg":"trace[1687718190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4675; }","duration":"200.586911ms","start":"2026-03-04T11:20:19.781846Z","end":"2026-03-04T11:20:19.982433Z","steps":["trace[1687718190] 'range keys from in-memory index tree' (duration: 200.433877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:19.982453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.623236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b766dc-75f8-42a5-938d-3ed4fa484814\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-04T11:20:19.982512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.157906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.48\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T11:20:19.982577Z","caller":"traceutil/trace.go:171","msg":"trace[1097843203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6b766dc-75f8-42a5-938d-3ed4fa484814; range_end:; response_count:1; response_revision:4675; }","duration":"227.824421ms","start":"2026-03-04T11:20:19.754726Z","end":"2026-03-04T11:20:19.98255Z","steps":["trace[1097843203] 'range keys from in-memory index tree' (duration: 227.405531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:19.982615Z","caller":"traceutil/trace.go:171","msg":"trace[223159253] range","detail":"{range_begin:/registry/masterleases/199.19.213.48; range_end:; response_count:1; response_revision:4675; }","duration":"219.31312ms","start":"2026-03-04T11:20:19.76328Z","end":"2026-03-04T11:20:19.982593Z","steps":["trace[223159253] 'range keys from in-memory index tree' (duration: 218.94289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:22.399621Z","caller":"traceutil/trace.go:171","msg":"trace[845940889] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"174.174074ms","start":"2026-03-04T11:20:22.225416Z","end":"2026-03-04T11:20:22.39959Z","steps":["trace[845940889] 'process raft request' (duration: 85.572417ms)","trace[845940889] 'compare' (duration: 88.210357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:22.399595Z","caller":"traceutil/trace.go:171","msg":"trace[56037031] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4905; }","duration":"111.12287ms","start":"2026-03-04T11:20:22.288437Z","end":"2026-03-04T11:20:22.39956Z","steps":["trace[56037031] 'read index received' (duration: 22.643316ms)","trace[56037031] 'applied index is now lower than readState.Index' (duration: 88.478114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:22.39982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.375767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:22.399822Z","caller":"traceutil/trace.go:171","msg":"trace[1997155193] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"172.22203ms","start":"2026-03-04T11:20:22.227456Z","end":"2026-03-04T11:20:22.399678Z","steps":["trace[1997155193] 'process raft request' (duration: 171.997294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:22.399887Z","caller":"traceutil/trace.go:171","msg":"trace[2091034776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4723; }","duration":"111.490161ms","start":"2026-03-04T11:20:22.288381Z","end":"2026-03-04T11:20:22.399871Z","steps":["trace[2091034776] 'agreement among raft nodes before linearized reading' (duration: 111.365517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:29.748575Z","caller":"traceutil/trace.go:171","msg":"trace[944982522] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"145.737981ms","start":"2026-03-04T11:20:29.602807Z","end":"2026-03-04T11:20:29.748545Z","steps":["trace[944982522] 'process raft request' (duration: 145.487014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.551503Z","caller":"traceutil/trace.go:171","msg":"trace[1969252706] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5400; }","duration":"126.758835ms","start":"2026-03-04T11:20:51.424718Z","end":"2026-03-04T11:20:51.551477Z","steps":["trace[1969252706] 'read index received' (duration: 126.497438ms)","trace[1969252706] 'applied index is now lower than readState.Index' (duration: 260.207µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:51.551548Z","caller":"traceutil/trace.go:171","msg":"trace[518365238] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"158.563848ms","start":"2026-03-04T11:20:51.392954Z","end":"2026-03-04T11:20:51.551518Z","steps":["trace[518365238] 'process raft request' (duration: 158.353073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:51.551871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.131276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T11:20:51.551995Z","caller":"traceutil/trace.go:171","msg":"trace[1355766470] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5205; }","duration":"127.325271ms","start":"2026-03-04T11:20:51.424639Z","end":"2026-03-04T11:20:51.551964Z","steps":["trace[1355766470] 'agreement among raft nodes before linearized reading' (duration: 126.981761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.738805Z","caller":"traceutil/trace.go:171","msg":"trace[1395733534] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5401; }","duration":"178.878182ms","start":"2026-03-04T11:20:51.55989Z","end":"2026-03-04T11:20:51.738769Z","steps":["trace[1395733534] 'read index received' (duration: 167.379669ms)","trace[1395733534] 'applied index is now lower than readState.Index' (duration: 11.497283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:20:51.73895Z","caller":"traceutil/trace.go:171","msg":"trace[1938008561] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"182.269314ms","start":"2026-03-04T11:20:51.556663Z","end":"2026-03-04T11:20:51.738932Z","steps":["trace[1938008561] 'process raft request' (duration: 171.184483ms)","trace[1938008561] 'compare' (duration: 10.758642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:20:51.73916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.241921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T11:20:51.739277Z","caller":"traceutil/trace.go:171","msg":"trace[979413877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5206; }","duration":"179.385386ms","start":"2026-03-04T11:20:51.559865Z","end":"2026-03-04T11:20:51.73925Z","steps":["trace[979413877] 'agreement among raft nodes before linearized reading' (duration: 179.063517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.742063Z","caller":"traceutil/trace.go:171","msg":"trace[1490085211] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"181.905894ms","start":"2026-03-04T11:20:51.560138Z","end":"2026-03-04T11:20:51.742044Z","steps":["trace[1490085211] 'process raft request' (duration: 181.506843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.742391Z","caller":"traceutil/trace.go:171","msg":"trace[1861409630] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"181.450792ms","start":"2026-03-04T11:20:51.560932Z","end":"2026-03-04T11:20:51.742383Z","steps":["trace[1861409630] 'process raft request' (duration: 181.322208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.742423Z","caller":"traceutil/trace.go:171","msg":"trace[5048019] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"181.939735ms","start":"2026-03-04T11:20:51.560458Z","end":"2026-03-04T11:20:51.742398Z","steps":["trace[5048019] 'process raft request' (duration: 181.473262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.742836Z","caller":"traceutil/trace.go:171","msg":"trace[884637309] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"181.835232ms","start":"2026-03-04T11:20:51.560983Z","end":"2026-03-04T11:20:51.742818Z","steps":["trace[884637309] 'process raft request' (duration: 181.37006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:20:51.743002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.224199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T11:20:51.743012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.772392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:20:51.742968Z","caller":"traceutil/trace.go:171","msg":"trace[224263646] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"173.031853ms","start":"2026-03-04T11:20:51.569896Z","end":"2026-03-04T11:20:51.742928Z","steps":["trace[224263646] 'process raft request' (duration: 172.688664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.743053Z","caller":"traceutil/trace.go:171","msg":"trace[1999448710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5211; }","duration":"137.347773ms","start":"2026-03-04T11:20:51.605693Z","end":"2026-03-04T11:20:51.74304Z","steps":["trace[1999448710] 'agreement among raft nodes before linearized reading' (duration: 137.22117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:20:51.743069Z","caller":"traceutil/trace.go:171","msg":"trace[1747413968] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5211; }","duration":"134.876086ms","start":"2026-03-04T11:20:51.608177Z","end":"2026-03-04T11:20:51.743053Z","steps":["trace[1747413968] 'agreement among raft nodes before linearized reading' (duration: 134.707141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:22:06.625291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2807} {"level":"info","ts":"2026-03-04T11:22:06.68414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2807,"took":"57.17571ms","hash":4267713910,"current-db-size-bytes":41259008,"current-db-size":"41 MB","current-db-size-in-use-bytes":31084544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T11:22:06.684224Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4267713910,"revision":2807,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T11:26:52.764892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.45137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:26:52.765023Z","caller":"traceutil/trace.go:171","msg":"trace[1893939857] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8018; }","duration":"206.375044ms","start":"2026-03-04T11:26:52.55863Z","end":"2026-03-04T11:26:52.765005Z","steps":["trace[1893939857] 'read index received' (duration: 28.736838ms)","trace[1893939857] 'applied index is now lower than readState.Index' (duration: 177.636516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:26:52.765078Z","caller":"traceutil/trace.go:171","msg":"trace[821918222] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"299.394905ms","start":"2026-03-04T11:26:52.465633Z","end":"2026-03-04T11:26:52.765028Z","steps":["trace[821918222] 'process raft request' (duration: 121.682688ms)","trace[821918222] 'compare' (duration: 176.578627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T11:26:52.765196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.56525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:26:52.76526Z","caller":"traceutil/trace.go:171","msg":"trace[468202551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7738; }","duration":"206.690213ms","start":"2026-03-04T11:26:52.558557Z","end":"2026-03-04T11:26:52.765247Z","steps":["trace[468202551] 'agreement among raft nodes before linearized reading' (duration: 206.522728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:26:52.76527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.642202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T11:26:52.765311Z","caller":"traceutil/trace.go:171","msg":"trace[5193767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7738; }","duration":"206.725144ms","start":"2026-03-04T11:26:52.558576Z","end":"2026-03-04T11:26:52.765301Z","steps":["trace[5193767] 'agreement among raft nodes before linearized reading' (duration: 206.533188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:05.138246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.727112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T11:27:05.138639Z","caller":"traceutil/trace.go:171","msg":"trace[968216184] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8077; }","duration":"246.172652ms","start":"2026-03-04T11:27:04.892437Z","end":"2026-03-04T11:27:05.138609Z","steps":["trace[968216184] 'read index received' (duration: 228.337679ms)","trace[968216184] 'applied index is now lower than readState.Index' (duration: 17.833313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:05.138649Z","caller":"traceutil/trace.go:171","msg":"trace[1020956873] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"266.527455ms","start":"2026-03-04T11:27:04.872048Z","end":"2026-03-04T11:27:05.138576Z","steps":["trace[1020956873] 'process raft request' (duration: 10.337491ms)","trace[1020956873] 'compare' (duration: 254.792437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:05.138692Z","caller":"traceutil/trace.go:171","msg":"trace[646447799] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"266.368121ms","start":"2026-03-04T11:27:04.872284Z","end":"2026-03-04T11:27:05.138652Z","steps":["trace[646447799] 'process raft request' (duration: 266.234148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:05.139016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.550234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8b6f47b9d-9m92c.18999fc6e216abb0\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T11:27:05.139165Z","caller":"traceutil/trace.go:171","msg":"trace[2026337266] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8b6f47b9d-9m92c.18999fc6e216abb0; range_end:; response_count:1; response_revision:7796; }","duration":"246.743439ms","start":"2026-03-04T11:27:04.892384Z","end":"2026-03-04T11:27:05.139128Z","steps":["trace[2026337266] 'agreement among raft nodes before linearized reading' (duration: 246.345567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:27:06.633008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5785} {"level":"info","ts":"2026-03-04T11:27:06.72799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5785,"took":"92.694093ms","hash":1991078709,"current-db-size-bytes":44072960,"current-db-size":"44 MB","current-db-size-in-use-bytes":23445504,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T11:27:06.72807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1991078709,"revision":5785,"compact-revision":2807} {"level":"info","ts":"2026-03-04T11:27:33.717518Z","caller":"traceutil/trace.go:171","msg":"trace[584979888] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"427.287403ms","start":"2026-03-04T11:27:33.290194Z","end":"2026-03-04T11:27:33.717481Z","steps":["trace[584979888] 'process raft request' (duration: 427.056056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:33.71774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:33.290177Z","time spent":"427.445946ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:27:33.776125Z","caller":"traceutil/trace.go:171","msg":"trace[654435721] linearizableReadLoop","detail":"{readStateIndex:8282; appliedIndex:8280; }","duration":"369.99651ms","start":"2026-03-04T11:27:33.406112Z","end":"2026-03-04T11:27:33.776109Z","steps":["trace[654435721] 'read index received' (duration: 311.150905ms)","trace[654435721] 'applied index is now lower than readState.Index' (duration: 58.844845ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:27:33.776301Z","caller":"traceutil/trace.go:171","msg":"trace[1774825078] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"485.611094ms","start":"2026-03-04T11:27:33.290677Z","end":"2026-03-04T11:27:33.776288Z","steps":["trace[1774825078] 'process raft request' (duration: 483.737233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:33.776441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:33.290652Z","time spent":"485.673906ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T11:27:33.776633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.530994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tgt4d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T11:27:33.776671Z","caller":"traceutil/trace.go:171","msg":"trace[1514648345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tgt4d; range_end:; response_count:1; response_revision:7992; }","duration":"370.616767ms","start":"2026-03-04T11:27:33.406045Z","end":"2026-03-04T11:27:33.776662Z","steps":["trace[1514648345] 'agreement among raft nodes before linearized reading' (duration: 370.143564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:27:33.776696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:27:33.406014Z","time spent":"370.677207ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-tgt4d\" "} {"level":"warn","ts":"2026-03-04T11:27:47.277735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.305633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-04T11:27:47.277859Z","caller":"traceutil/trace.go:171","msg":"trace[1103423892] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8101; }","duration":"109.447587ms","start":"2026-03-04T11:27:47.168388Z","end":"2026-03-04T11:27:47.277835Z","steps":["trace[1103423892] 'range keys from in-memory index tree' (duration: 108.12131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:29:05.039416Z","caller":"traceutil/trace.go:171","msg":"trace[1806024776] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"107.048144ms","start":"2026-03-04T11:29:04.932339Z","end":"2026-03-04T11:29:05.039387Z","steps":["trace[1806024776] 'process raft request' (duration: 106.88057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:31:17.574097Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7317567213c7319d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T11:31:17.580147Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T11:31:17.580453Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T11:32:06.640222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7807} {"level":"info","ts":"2026-03-04T11:32:06.707663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7807,"took":"65.067924ms","hash":1769321032,"current-db-size-bytes":44072960,"current-db-size":"44 MB","current-db-size-in-use-bytes":25505792,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T11:32:06.70774Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1769321032,"revision":7807,"compact-revision":5785} {"level":"info","ts":"2026-03-04T11:34:43.284955Z","caller":"traceutil/trace.go:171","msg":"trace[327710032] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"227.273932ms","start":"2026-03-04T11:34:43.057652Z","end":"2026-03-04T11:34:43.284926Z","steps":["trace[327710032] 'process raft request' (duration: 227.082987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:34:43.334774Z","caller":"traceutil/trace.go:171","msg":"trace[874396180] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"276.569119ms","start":"2026-03-04T11:34:43.058169Z","end":"2026-03-04T11:34:43.334738Z","steps":["trace[874396180] 'process raft request' (duration: 269.023844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:34:43.623273Z","caller":"traceutil/trace.go:171","msg":"trace[709361824] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"163.878864ms","start":"2026-03-04T11:34:43.459357Z","end":"2026-03-04T11:34:43.623235Z","steps":["trace[709361824] 'process raft request' (duration: 109.373496ms)","trace[709361824] 'compare' (duration: 54.367034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:37:06.651187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9878} {"level":"info","ts":"2026-03-04T11:37:06.72685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9878,"took":"72.557346ms","hash":1820128542,"current-db-size-bytes":44072960,"current-db-size":"44 MB","current-db-size-in-use-bytes":22994944,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T11:37:06.726918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1820128542,"revision":9878,"compact-revision":7807} {"level":"info","ts":"2026-03-04T11:39:40.167646Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000346d.wal"} {"level":"info","ts":"2026-03-04T11:40:36.339514Z","caller":"traceutil/trace.go:171","msg":"trace[1933516214] transaction","detail":"{read_only:false; response_revision:13318; number_of_response:1; }","duration":"131.413491ms","start":"2026-03-04T11:40:36.208072Z","end":"2026-03-04T11:40:36.339485Z","steps":["trace[1933516214] 'process raft request' (duration: 89.401283ms)","trace[1933516214] 'compare' (duration: 41.378331ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:40:36.339567Z","caller":"traceutil/trace.go:171","msg":"trace[1516986677] transaction","detail":"{read_only:false; response_revision:13319; number_of_response:1; }","duration":"130.517807ms","start":"2026-03-04T11:40:36.209027Z","end":"2026-03-04T11:40:36.339545Z","steps":["trace[1516986677] 'process raft request' (duration: 130.226629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:40:59.191918Z","caller":"traceutil/trace.go:171","msg":"trace[678941412] transaction","detail":"{read_only:false; response_revision:13431; number_of_response:1; }","duration":"101.054768ms","start":"2026-03-04T11:40:59.090837Z","end":"2026-03-04T11:40:59.191892Z","steps":["trace[678941412] 'process raft request' (duration: 100.866043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:07.416454Z","caller":"traceutil/trace.go:171","msg":"trace[1013833755] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"108.963932ms","start":"2026-03-04T11:41:07.307441Z","end":"2026-03-04T11:41:07.416405Z","steps":["trace[1013833755] 'process raft request' (duration: 95.499547ms)","trace[1013833755] 'compare' (duration: 13.226239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:12.680122Z","caller":"traceutil/trace.go:171","msg":"trace[826585984] transaction","detail":"{read_only:false; response_revision:13496; number_of_response:1; }","duration":"153.429808ms","start":"2026-03-04T11:41:12.526664Z","end":"2026-03-04T11:41:12.680094Z","steps":["trace[826585984] 'process raft request' (duration: 153.256103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:12.883979Z","caller":"traceutil/trace.go:171","msg":"trace[765715528] transaction","detail":"{read_only:false; response_revision:13497; number_of_response:1; }","duration":"356.497598ms","start":"2026-03-04T11:41:12.527456Z","end":"2026-03-04T11:41:12.883953Z","steps":["trace[765715528] 'process raft request' (duration: 356.350704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:12.884145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:12.527437Z","time spent":"356.610332ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:41:24.691128Z","caller":"traceutil/trace.go:171","msg":"trace[96432303] linearizableReadLoop","detail":"{readStateIndex:14171; appliedIndex:14170; }","duration":"132.695046ms","start":"2026-03-04T11:41:24.558403Z","end":"2026-03-04T11:41:24.691098Z","steps":["trace[96432303] 'read index received' (duration: 132.584163ms)","trace[96432303] 'applied index is now lower than readState.Index' (duration: 109.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:24.691159Z","caller":"traceutil/trace.go:171","msg":"trace[957339494] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"136.16969ms","start":"2026-03-04T11:41:24.554962Z","end":"2026-03-04T11:41:24.691131Z","steps":["trace[957339494] 'process raft request' (duration: 135.922714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:24.691499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.075286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-03-04T11:41:24.691581Z","caller":"traceutil/trace.go:171","msg":"trace[1399825014] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13677; }","duration":"133.184879ms","start":"2026-03-04T11:41:24.558374Z","end":"2026-03-04T11:41:24.691559Z","steps":["trace[1399825014] 'agreement among raft nodes before linearized reading' (duration: 132.832439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:24.957298Z","caller":"traceutil/trace.go:171","msg":"trace[1105805463] linearizableReadLoop","detail":"{readStateIndex:14173; appliedIndex:14171; }","duration":"256.517771ms","start":"2026-03-04T11:41:24.700759Z","end":"2026-03-04T11:41:24.957277Z","steps":["trace[1105805463] 'read index received' (duration: 256.331806ms)","trace[1105805463] 'applied index is now lower than readState.Index' (duration: 184.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:41:24.957453Z","caller":"traceutil/trace.go:171","msg":"trace[927844628] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"391.549419ms","start":"2026-03-04T11:41:24.565841Z","end":"2026-03-04T11:41:24.95739Z","steps":["trace[927844628] 'process raft request' (duration: 391.225161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:24.957525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.098331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T11:41:24.957569Z","caller":"traceutil/trace.go:171","msg":"trace[1180923548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13679; }","duration":"190.194954ms","start":"2026-03-04T11:41:24.767365Z","end":"2026-03-04T11:41:24.95756Z","steps":["trace[1180923548] 'agreement among raft nodes before linearized reading' (duration: 190.0455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:24.957681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:24.565828Z","time spent":"391.744244ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T11:41:24.957703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.86448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-97m6k.1899a0939bea08bd\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-04T11:41:24.957795Z","caller":"traceutil/trace.go:171","msg":"trace[1050041570] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-97m6k.1899a0939bea08bd; range_end:; response_count:1; response_revision:13679; }","duration":"257.048685ms","start":"2026-03-04T11:41:24.700721Z","end":"2026-03-04T11:41:24.95777Z","steps":["trace[1050041570] 'agreement among raft nodes before linearized reading' (duration: 256.693446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:41:24.957583Z","caller":"traceutil/trace.go:171","msg":"trace[1836995784] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"314.233484ms","start":"2026-03-04T11:41:24.64331Z","end":"2026-03-04T11:41:24.957543Z","steps":["trace[1836995784] 'process raft request' (duration: 313.900215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:41:24.959015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:41:24.643279Z","time spent":"315.23183ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:42:06.657189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11986} {"level":"info","ts":"2026-03-04T11:42:06.742418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11986,"took":"82.280289ms","hash":248360942,"current-db-size-bytes":44072960,"current-db-size":"44 MB","current-db-size-in-use-bytes":25100288,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T11:42:06.742504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":248360942,"revision":11986,"compact-revision":9878} {"level":"warn","ts":"2026-03-04T11:43:05.02587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.222668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T11:43:05.026012Z","caller":"traceutil/trace.go:171","msg":"trace[1258411860] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14734; }","duration":"113.438854ms","start":"2026-03-04T11:43:04.912542Z","end":"2026-03-04T11:43:05.025981Z","steps":["trace[1258411860] 'range keys from in-memory index tree' (duration: 112.884019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:43:05.026584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.131723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T11:43:05.026628Z","caller":"traceutil/trace.go:171","msg":"trace[701769407] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14734; }","duration":"114.179814ms","start":"2026-03-04T11:43:04.912437Z","end":"2026-03-04T11:43:05.026617Z","steps":["trace[701769407] 'range keys from in-memory index tree' (duration: 113.962858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:43:05.026772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.119122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T11:43:05.027239Z","caller":"traceutil/trace.go:171","msg":"trace[570051517] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14734; }","duration":"114.611206ms","start":"2026-03-04T11:43:04.912558Z","end":"2026-03-04T11:43:05.027169Z","steps":["trace[570051517] 'range keys from in-memory index tree' (duration: 113.903777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:43:05.272744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.163902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T11:47:06.663426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14137} {"level":"info","ts":"2026-03-04T11:47:06.758976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14137,"took":"91.827715ms","hash":3185870558,"current-db-size-bytes":44072960,"current-db-size":"44 MB","current-db-size-in-use-bytes":27586560,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T11:47:06.759055Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3185870558,"revision":14137,"compact-revision":11986} {"level":"warn","ts":"2026-03-04T11:48:47.376633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.492387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T11:48:47.376759Z","caller":"traceutil/trace.go:171","msg":"trace[296579123] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:17049; }","duration":"149.711924ms","start":"2026-03-04T11:48:47.227021Z","end":"2026-03-04T11:48:47.376733Z","steps":["trace[296579123] 'count revisions from in-memory index tree' (duration: 149.291712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:48:47.944903Z","caller":"traceutil/trace.go:171","msg":"trace[1205266594] linearizableReadLoop","detail":"{readStateIndex:17667; appliedIndex:17666; }","duration":"421.976157ms","start":"2026-03-04T11:48:47.522892Z","end":"2026-03-04T11:48:47.944868Z","steps":["trace[1205266594] 'read index received' (duration: 421.673549ms)","trace[1205266594] 'applied index is now lower than readState.Index' (duration: 300.468µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T11:48:47.94509Z","caller":"traceutil/trace.go:171","msg":"trace[1577037907] transaction","detail":"{read_only:false; response_revision:17050; number_of_response:1; }","duration":"473.440018ms","start":"2026-03-04T11:48:47.471608Z","end":"2026-03-04T11:48:47.945048Z","steps":["trace[1577037907] 'process raft request' (duration: 473.032347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:47.945213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.284705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T11:48:47.945264Z","caller":"traceutil/trace.go:171","msg":"trace[231212012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17050; }","duration":"422.365737ms","start":"2026-03-04T11:48:47.522884Z","end":"2026-03-04T11:48:47.94525Z","steps":["trace[231212012] 'agreement among raft nodes before linearized reading' (duration: 422.143601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:47.945312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:48:47.522819Z","time spent":"422.48122ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T11:48:47.945333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:48:47.471572Z","time spent":"473.635583ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T11:48:47.964374Z","caller":"traceutil/trace.go:171","msg":"trace[316651100] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"204.75129ms","start":"2026-03-04T11:48:47.759592Z","end":"2026-03-04T11:48:47.964343Z","steps":["trace[316651100] 'process raft request' (duration: 204.525774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:47.965079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.915916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T11:48:47.965122Z","caller":"traceutil/trace.go:171","msg":"trace[228928575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17051; }","duration":"442.008088ms","start":"2026-03-04T11:48:47.523099Z","end":"2026-03-04T11:48:47.965107Z","steps":["trace[228928575] 'agreement among raft nodes before linearized reading' (duration: 441.839353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:47.965154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T11:48:47.523095Z","time spent":"442.050579ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T11:48:47.965364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.791924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T11:48:47.965392Z","caller":"traceutil/trace.go:171","msg":"trace[32101606] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17051; }","duration":"180.859806ms","start":"2026-03-04T11:48:47.784523Z","end":"2026-03-04T11:48:47.965383Z","steps":["trace[32101606] 'agreement among raft nodes before linearized reading' (duration: 180.764313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:47.966027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.795961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T11:48:47.966074Z","caller":"traceutil/trace.go:171","msg":"trace[1072863400] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17051; }","duration":"184.899634ms","start":"2026-03-04T11:48:47.781164Z","end":"2026-03-04T11:48:47.966063Z","steps":["trace[1072863400] 'agreement among raft nodes before linearized reading' (duration: 184.37535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T11:48:47.966293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.041798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ptlv9\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-04T11:48:47.966321Z","caller":"traceutil/trace.go:171","msg":"trace[2003589737] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ptlv9; range_end:; response_count:1; response_revision:17051; }","duration":"275.073309ms","start":"2026-03-04T11:48:47.691238Z","end":"2026-03-04T11:48:47.966312Z","steps":["trace[2003589737] 'agreement among raft nodes before linearized reading' (duration: 274.974807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T11:52:06.671107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16427} {"level":"info","ts":"2026-03-04T11:52:06.771857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16427,"took":"96.791545ms","hash":3850590237,"current-db-size-bytes":44072960,"current-db-size":"44 MB","current-db-size-in-use-bytes":25522176,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T11:52:06.771924Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3850590237,"revision":16427,"compact-revision":14137} {"level":"info","ts":"2026-03-04T11:56:24.520937Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"7317567213c7319d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T11:56:24.528508Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T11:56:24.528611Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002}