{"level":"warn","ts":"2026-03-04T01:25:04.755099Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:25:04.755192Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:25:04.755289Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:25:04.755327Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-04T01:25:04.755374Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:25:04.756039Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-03-04T01:25:04.756178Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:25:04.760194Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.739324ms"} {"level":"info","ts":"2026-03-04T01:25:04.765875Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-03-04T01:25:04.766048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:25:04.766116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-03-04T01:25:04.766168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:25:04.766195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-03-04T01:25:04.766325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-03-04T01:25:04.773409Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:25:04.77706Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:25:04.778778Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:25:04.782421Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:25:04.783625Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:25:04.783706Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:25:04.785518Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:25:04.785605Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:25:04.784747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-03-04T01:25:04.78622Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-04T01:25:04.788526Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:25:04.788568Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-04T01:25:04.788674Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-04T01:25:04.78926Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:25:04.789295Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:25:05.067344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:25:05.067414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:25:05.067447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-03-04T01:25:05.067463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:25:05.067471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-04T01:25:05.067482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-03-04T01:25:05.067492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-04T01:25:05.068764Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:25:05.068768Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:25:05.068801Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:25:05.069201Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:25:05.069292Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:25:05.071982Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:25:05.072111Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:05.072805Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-03-04T01:25:05.072831Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:05.072934Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:05.072962Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:25:26.726865Z","caller":"traceutil/trace.go:171","msg":"trace[806360636] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"156.181914ms","start":"2026-03-04T01:25:26.570654Z","end":"2026-03-04T01:25:26.726835Z","steps":["trace[806360636] 'process raft request' (duration: 156.016269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:32.231745Z","caller":"traceutil/trace.go:171","msg":"trace[430179342] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"230.15809ms","start":"2026-03-04T01:25:32.001562Z","end":"2026-03-04T01:25:32.23172Z","steps":["trace[430179342] 'process raft request' (duration: 229.993375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.710085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.183078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:34.710386Z","caller":"traceutil/trace.go:171","msg":"trace[1722349881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"122.540558ms","start":"2026-03-04T01:25:34.587817Z","end":"2026-03-04T01:25:34.710357Z","steps":["trace[1722349881] 'range keys from in-memory index tree' (duration: 122.068875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.710444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.397431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"warn","ts":"2026-03-04T01:25:34.710085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.696631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-04T01:25:34.710545Z","caller":"traceutil/trace.go:171","msg":"trace[1990225428] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:505; }","duration":"114.572415ms","start":"2026-03-04T01:25:34.59595Z","end":"2026-03-04T01:25:34.710523Z","steps":["trace[1990225428] 'range keys from in-memory index tree' (duration: 114.020601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:34.710555Z","caller":"traceutil/trace.go:171","msg":"trace[974397547] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:505; }","duration":"110.221676ms","start":"2026-03-04T01:25:34.600313Z","end":"2026-03-04T01:25:34.710534Z","steps":["trace[974397547] 'range keys from in-memory index tree' (duration: 109.567266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:54.622214Z","caller":"traceutil/trace.go:171","msg":"trace[2043172128] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"129.78189ms","start":"2026-03-04T01:26:54.492405Z","end":"2026-03-04T01:26:54.622187Z","steps":["trace[2043172128] 'process raft request' (duration: 129.598455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:55.019891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.01278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:26:55.019993Z","caller":"traceutil/trace.go:171","msg":"trace[543540247] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1611; }","duration":"105.178955ms","start":"2026-03-04T01:26:54.914794Z","end":"2026-03-04T01:26:55.019973Z","steps":["trace[543540247] 'count revisions from in-memory index tree' (duration: 104.877226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:07.795424Z","caller":"traceutil/trace.go:171","msg":"trace[778110374] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"121.829112ms","start":"2026-03-04T01:27:07.67357Z","end":"2026-03-04T01:27:07.795399Z","steps":["trace[778110374] 'process raft request' (duration: 121.254226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:11.928269Z","caller":"traceutil/trace.go:171","msg":"trace[2042349281] linearizableReadLoop","detail":"{readStateIndex:1805; appliedIndex:1804; }","duration":"107.480187ms","start":"2026-03-04T01:27:11.820765Z","end":"2026-03-04T01:27:11.928246Z","steps":["trace[2042349281] 'read index received' (duration: 107.270661ms)","trace[2042349281] 'applied index is now lower than readState.Index' (duration: 208.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:11.928403Z","caller":"traceutil/trace.go:171","msg":"trace[1047578157] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"120.843324ms","start":"2026-03-04T01:27:11.807501Z","end":"2026-03-04T01:27:11.928345Z","steps":["trace[1047578157] 'process raft request' (duration: 120.591227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:11.928496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.709993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:27:11.928542Z","caller":"traceutil/trace.go:171","msg":"trace[389662193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"107.813907ms","start":"2026-03-04T01:27:11.820717Z","end":"2026-03-04T01:27:11.928531Z","steps":["trace[389662193] 'agreement among raft nodes before linearized reading' (duration: 107.624991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:50.348266Z","caller":"traceutil/trace.go:171","msg":"trace[1905563991] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"148.48522ms","start":"2026-03-04T01:27:50.199743Z","end":"2026-03-04T01:27:50.348228Z","steps":["trace[1905563991] 'process raft request' (duration: 148.408308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:50.348299Z","caller":"traceutil/trace.go:171","msg":"trace[2094155565] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"205.554661ms","start":"2026-03-04T01:27:50.142702Z","end":"2026-03-04T01:27:50.348257Z","steps":["trace[2094155565] 'process raft request' (duration: 136.512882ms)","trace[2094155565] 'compare' (duration: 68.72046ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:50.505437Z","caller":"traceutil/trace.go:171","msg":"trace[26109978] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"126.56383ms","start":"2026-03-04T01:27:50.378833Z","end":"2026-03-04T01:27:50.505397Z","steps":["trace[26109978] 'process raft request' (duration: 110.137091ms)","trace[26109978] 'compare' (duration: 16.276615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:24.957369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.865007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:28:24.957456Z","caller":"traceutil/trace.go:171","msg":"trace[970685694] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2280; }","duration":"105.007551ms","start":"2026-03-04T01:28:24.852431Z","end":"2026-03-04T01:28:24.957439Z","steps":["trace[970685694] 'range keys from in-memory index tree' (duration: 104.59912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:59.597915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.550057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:28:59.598401Z","caller":"traceutil/trace.go:171","msg":"trace[1693407169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2470; }","duration":"186.074541ms","start":"2026-03-04T01:28:59.4123Z","end":"2026-03-04T01:28:59.598375Z","steps":["trace[1693407169] 'range keys from in-memory index tree' (duration: 185.28388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:59.59799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.061396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:28:59.598711Z","caller":"traceutil/trace.go:171","msg":"trace[219220163] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2470; }","duration":"184.752735ms","start":"2026-03-04T01:28:59.413844Z","end":"2026-03-04T01:28:59.598596Z","steps":["trace[219220163] 'count revisions from in-memory index tree' (duration: 183.965374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:35.744638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.85223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:31:35.744703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.909862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:31:35.744782Z","caller":"traceutil/trace.go:171","msg":"trace[65976884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3415; }","duration":"223.004224ms","start":"2026-03-04T01:31:35.521756Z","end":"2026-03-04T01:31:35.74476Z","steps":["trace[65976884] 'range keys from in-memory index tree' (duration: 222.834879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:35.744765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.249772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2n9t9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:31:35.744787Z","caller":"traceutil/trace.go:171","msg":"trace[362525569] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3415; }","duration":"186.054456ms","start":"2026-03-04T01:31:35.558714Z","end":"2026-03-04T01:31:35.744768Z","steps":["trace[362525569] 'count revisions from in-memory index tree' (duration: 185.811068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:35.744863Z","caller":"traceutil/trace.go:171","msg":"trace[2100667762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2n9t9; range_end:; response_count:1; response_revision:3415; }","duration":"222.364946ms","start":"2026-03-04T01:31:35.522456Z","end":"2026-03-04T01:31:35.744821Z","steps":["trace[2100667762] 'range keys from in-memory index tree' (duration: 222.099428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:53.972912Z","caller":"traceutil/trace.go:171","msg":"trace[2065022957] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"114.990075ms","start":"2026-03-04T01:32:53.857866Z","end":"2026-03-04T01:32:53.972856Z","steps":["trace[2065022957] 'process raft request' (duration: 82.825062ms)","trace[2065022957] 'compare' (duration: 31.920417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:57.262819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.899566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:32:57.26291Z","caller":"traceutil/trace.go:171","msg":"trace[579537323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4523; }","duration":"244.03969ms","start":"2026-03-04T01:32:57.018852Z","end":"2026-03-04T01:32:57.262892Z","steps":["trace[579537323] 'range keys from in-memory index tree' (duration: 243.6787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:58.88414Z","caller":"traceutil/trace.go:171","msg":"trace[268290381] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"104.992582ms","start":"2026-03-04T01:32:58.779117Z","end":"2026-03-04T01:32:58.88411Z","steps":["trace[268290381] 'process raft request' (duration: 104.827088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:08.383699Z","caller":"traceutil/trace.go:171","msg":"trace[1877993] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"131.72396ms","start":"2026-03-04T01:33:08.251923Z","end":"2026-03-04T01:33:08.383647Z","steps":["trace[1877993] 'process raft request' (duration: 131.542915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.159927Z","caller":"traceutil/trace.go:171","msg":"trace[143368005] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"120.951772ms","start":"2026-03-04T01:33:19.038939Z","end":"2026-03-04T01:33:19.159891Z","steps":["trace[143368005] 'process raft request' (duration: 94.038684ms)","trace[143368005] 'compare' (duration: 26.441724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:19.397433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.859399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac8ae924-7d55-426a-b274-879fa4b6c431\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-04T01:33:19.397516Z","caller":"traceutil/trace.go:171","msg":"trace[1127154571] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac8ae924-7d55-426a-b274-879fa4b6c431; range_end:; response_count:1; response_revision:4938; }","duration":"120.994673ms","start":"2026-03-04T01:33:19.276501Z","end":"2026-03-04T01:33:19.397496Z","steps":["trace[1127154571] 'range keys from in-memory index tree' (duration: 120.694104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:19.748092Z","caller":"traceutil/trace.go:171","msg":"trace[1079423325] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"165.255856ms","start":"2026-03-04T01:33:19.582802Z","end":"2026-03-04T01:33:19.748058Z","steps":["trace[1079423325] 'process raft request' (duration: 97.714918ms)","trace[1079423325] 'compare' (duration: 67.341991ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:19.792081Z","caller":"traceutil/trace.go:171","msg":"trace[917218506] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"202.121797ms","start":"2026-03-04T01:33:19.589919Z","end":"2026-03-04T01:33:19.792041Z","steps":["trace[917218506] 'process raft request' (duration: 201.731286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:20.027369Z","caller":"traceutil/trace.go:171","msg":"trace[1449956141] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"213.377189ms","start":"2026-03-04T01:33:19.813968Z","end":"2026-03-04T01:33:20.027345Z","steps":["trace[1449956141] 'process raft request' (duration: 213.220915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:20.032639Z","caller":"traceutil/trace.go:171","msg":"trace[510688689] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5136; }","duration":"181.293463ms","start":"2026-03-04T01:33:19.85131Z","end":"2026-03-04T01:33:20.032603Z","steps":["trace[510688689] 'read index received' (duration: 175.861628ms)","trace[510688689] 'applied index is now lower than readState.Index' (duration: 5.430315ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:20.032666Z","caller":"traceutil/trace.go:171","msg":"trace[588453473] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"191.202816ms","start":"2026-03-04T01:33:19.841433Z","end":"2026-03-04T01:33:20.032636Z","steps":["trace[588453473] 'process raft request' (duration: 190.892197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:20.033021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.702345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:33:20.033104Z","caller":"traceutil/trace.go:171","msg":"trace[1916888963] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4945; }","duration":"181.802168ms","start":"2026-03-04T01:33:19.851283Z","end":"2026-03-04T01:33:20.033085Z","steps":["trace[1916888963] 'agreement among raft nodes before linearized reading' (duration: 181.473699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:31.414962Z","caller":"traceutil/trace.go:171","msg":"trace[1390947682] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"197.013652ms","start":"2026-03-04T01:33:31.217915Z","end":"2026-03-04T01:33:31.414929Z","steps":["trace[1390947682] 'process raft request' (duration: 196.802176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:31.982646Z","caller":"traceutil/trace.go:171","msg":"trace[588105761] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"194.987085ms","start":"2026-03-04T01:33:31.787622Z","end":"2026-03-04T01:33:31.982609Z","steps":["trace[588105761] 'process raft request' (duration: 158.574585ms)","trace[588105761] 'compare' (duration: 36.258465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:32.134987Z","caller":"traceutil/trace.go:171","msg":"trace[1208683204] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"303.961914ms","start":"2026-03-04T01:33:31.830991Z","end":"2026-03-04T01:33:32.134952Z","steps":["trace[1208683204] 'process raft request' (duration: 303.675986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:32.135602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:31.830963Z","time spent":"304.101258ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:05.337772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2794} {"level":"info","ts":"2026-03-04T01:35:05.403273Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2794,"took":"64.034539ms","hash":3795912322,"current-db-size-bytes":42323968,"current-db-size":"42 MB","current-db-size-in-use-bytes":31739904,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T01:35:05.403349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3795912322,"revision":2794,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:39:07.603658Z","caller":"traceutil/trace.go:171","msg":"trace[117313107] linearizableReadLoop","detail":"{readStateIndex:7634; appliedIndex:7633; }","duration":"286.821897ms","start":"2026-03-04T01:39:07.316805Z","end":"2026-03-04T01:39:07.603627Z","steps":["trace[117313107] 'read index received' (duration: 286.577841ms)","trace[117313107] 'applied index is now lower than readState.Index' (duration: 242.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:07.603699Z","caller":"traceutil/trace.go:171","msg":"trace[56168917] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"339.247265ms","start":"2026-03-04T01:39:07.264419Z","end":"2026-03-04T01:39:07.603666Z","steps":["trace[56168917] 'process raft request' (duration: 339.013848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:07.603853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:07.264396Z","time spent":"339.376597ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:07.603884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.053474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:39:07.603959Z","caller":"traceutil/trace.go:171","msg":"trace[88128397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7357; }","duration":"287.168507ms","start":"2026-03-04T01:39:07.316771Z","end":"2026-03-04T01:39:07.603939Z","steps":["trace[88128397] 'agreement among raft nodes before linearized reading' (duration: 286.954091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:07.604753Z","caller":"traceutil/trace.go:171","msg":"trace[1430936156] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"245.99683ms","start":"2026-03-04T01:39:07.358685Z","end":"2026-03-04T01:39:07.604682Z","steps":["trace[1430936156] 'process raft request' (duration: 245.843816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:19.285494Z","caller":"traceutil/trace.go:171","msg":"trace[1311419956] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"195.056643ms","start":"2026-03-04T01:39:19.090413Z","end":"2026-03-04T01:39:19.28547Z","steps":["trace[1311419956] 'process raft request' (duration: 194.92194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:19.338448Z","caller":"traceutil/trace.go:171","msg":"trace[1938750005] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"148.261462ms","start":"2026-03-04T01:39:19.190163Z","end":"2026-03-04T01:39:19.338424Z","steps":["trace[1938750005] 'process raft request' (duration: 146.054112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:31.201216Z","caller":"traceutil/trace.go:171","msg":"trace[813110730] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"138.521206ms","start":"2026-03-04T01:39:31.062633Z","end":"2026-03-04T01:39:31.201154Z","steps":["trace[813110730] 'process raft request' (duration: 138.372622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:31.537222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.366351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:31.537316Z","caller":"traceutil/trace.go:171","msg":"trace[2044163076] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7606; }","duration":"265.500324ms","start":"2026-03-04T01:39:31.271794Z","end":"2026-03-04T01:39:31.537294Z","steps":["trace[2044163076] 'count revisions from in-memory index tree' (duration: 265.272418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:31.537349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.454649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:31.537428Z","caller":"traceutil/trace.go:171","msg":"trace[253298627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7606; }","duration":"163.572422ms","start":"2026-03-04T01:39:31.373834Z","end":"2026-03-04T01:39:31.537406Z","steps":["trace[253298627] 'range keys from in-memory index tree' (duration: 163.371437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:31.53743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.598193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:39:31.537406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.553712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:39:31.537446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.274329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:31.537525Z","caller":"traceutil/trace.go:171","msg":"trace[2105902566] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7606; }","duration":"276.447375ms","start":"2026-03-04T01:39:31.26106Z","end":"2026-03-04T01:39:31.537507Z","steps":["trace[2105902566] 'count revisions from in-memory index tree' (duration: 276.154426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:31.537528Z","caller":"traceutil/trace.go:171","msg":"trace[1703901367] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7606; }","duration":"193.723318ms","start":"2026-03-04T01:39:31.343777Z","end":"2026-03-04T01:39:31.5375Z","steps":["trace[1703901367] 'count revisions from in-memory index tree' (duration: 193.486191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:31.537469Z","caller":"traceutil/trace.go:171","msg":"trace[1272413145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7606; }","duration":"201.682795ms","start":"2026-03-04T01:39:31.335777Z","end":"2026-03-04T01:39:31.53746Z","steps":["trace[1272413145] 'range keys from in-memory index tree' (duration: 201.44567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:31.537563Z","caller":"traceutil/trace.go:171","msg":"trace[577129250] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"153.185657ms","start":"2026-03-04T01:39:31.384348Z","end":"2026-03-04T01:39:31.537534Z","steps":["trace[577129250] 'process raft request' (duration: 130.299871ms)","trace[577129250] 'compare' (duration: 22.324181ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:32.469811Z","caller":"traceutil/trace.go:171","msg":"trace[1344203264] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7894; }","duration":"121.391336ms","start":"2026-03-04T01:39:32.348391Z","end":"2026-03-04T01:39:32.469782Z","steps":["trace[1344203264] 'read index received' (duration: 121.308894ms)","trace[1344203264] 'applied index is now lower than readState.Index' (duration: 81.252µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:32.469957Z","caller":"traceutil/trace.go:171","msg":"trace[346040200] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"210.792846ms","start":"2026-03-04T01:39:32.259117Z","end":"2026-03-04T01:39:32.46991Z","steps":["trace[346040200] 'process raft request' (duration: 210.534229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:32.47001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.618053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2n9t9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:39:32.470196Z","caller":"traceutil/trace.go:171","msg":"trace[949308947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2n9t9; range_end:; response_count:1; response_revision:7612; }","duration":"121.849969ms","start":"2026-03-04T01:39:32.348333Z","end":"2026-03-04T01:39:32.470183Z","steps":["trace[949308947] 'agreement among raft nodes before linearized reading' (duration: 121.552971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:33.883957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.810236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:39:33.884041Z","caller":"traceutil/trace.go:171","msg":"trace[2121702265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7617; }","duration":"152.936019ms","start":"2026-03-04T01:39:33.731087Z","end":"2026-03-04T01:39:33.884023Z","steps":["trace[2121702265] 'range keys from in-memory index tree' (duration: 152.659702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:00.796086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.985452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:40:00.796175Z","caller":"traceutil/trace.go:171","msg":"trace[59231242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7803; }","duration":"103.119536ms","start":"2026-03-04T01:40:00.693039Z","end":"2026-03-04T01:40:00.796159Z","steps":["trace[59231242] 'range keys from in-memory index tree' (duration: 102.834617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:03.989925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.363475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:03.990154Z","caller":"traceutil/trace.go:171","msg":"trace[152587805] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"175.212013ms","start":"2026-03-04T01:40:03.814925Z","end":"2026-03-04T01:40:03.990137Z","steps":["trace[152587805] 'process raft request' (duration: 175.137431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:03.990232Z","caller":"traceutil/trace.go:171","msg":"trace[1953671326] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"269.804596ms","start":"2026-03-04T01:40:03.720357Z","end":"2026-03-04T01:40:03.990162Z","steps":["trace[1953671326] 'process raft request' (duration: 129.830944ms)","trace[1953671326] 'compare' (duration: 138.591415ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:05.345043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5804} {"level":"info","ts":"2026-03-04T01:40:05.426243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5804,"took":"79.753018ms","hash":1069194551,"current-db-size-bytes":43749376,"current-db-size":"44 MB","current-db-size-in-use-bytes":23191552,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:40:05.426637Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1069194551,"revision":5804,"compact-revision":2794} {"level":"warn","ts":"2026-03-04T01:40:14.228115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.414119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:14.228301Z","caller":"traceutil/trace.go:171","msg":"trace[391947121] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"109.807598ms","start":"2026-03-04T01:40:14.118478Z","end":"2026-03-04T01:40:14.228286Z","steps":["trace[391947121] 'process raft request' (duration: 109.749447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:14.228547Z","caller":"traceutil/trace.go:171","msg":"trace[736215308] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"188.176267ms","start":"2026-03-04T01:40:14.040361Z","end":"2026-03-04T01:40:14.228538Z","steps":["trace[736215308] 'compare' (duration: 182.298997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:14.228754Z","caller":"traceutil/trace.go:171","msg":"trace[1777210818] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8208; }","duration":"176.811277ms","start":"2026-03-04T01:40:14.051911Z","end":"2026-03-04T01:40:14.228722Z","steps":["trace[1777210818] 'read index received' (duration: 29.781µs)","trace[1777210818] 'applied index is now lower than readState.Index' (duration: 176.778546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:14.229157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.00237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:40:14.229159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.228848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-04T01:40:14.229215Z","caller":"traceutil/trace.go:171","msg":"trace[1057000070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7913; }","duration":"152.118703ms","start":"2026-03-04T01:40:14.07708Z","end":"2026-03-04T01:40:14.229199Z","steps":["trace[1057000070] 'agreement among raft nodes before linearized reading' (duration: 152.01102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:14.229222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.672429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:40:14.229272Z","caller":"traceutil/trace.go:171","msg":"trace[179183431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7913; }","duration":"100.760071ms","start":"2026-03-04T01:40:14.128499Z","end":"2026-03-04T01:40:14.229259Z","steps":["trace[179183431] 'agreement among raft nodes before linearized reading' (duration: 100.617658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:14.229424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.022121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bz7fq\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-04T01:40:14.229463Z","caller":"traceutil/trace.go:171","msg":"trace[1532370805] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bz7fq; range_end:; response_count:1; response_revision:7913; }","duration":"111.093503ms","start":"2026-03-04T01:40:14.118361Z","end":"2026-03-04T01:40:14.229454Z","steps":["trace[1532370805] 'agreement among raft nodes before linearized reading' (duration: 110.99717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:14.229229Z","caller":"traceutil/trace.go:171","msg":"trace[1739750250] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7913; }","duration":"177.335871ms","start":"2026-03-04T01:40:14.051875Z","end":"2026-03-04T01:40:14.229211Z","steps":["trace[1739750250] 'agreement among raft nodes before linearized reading' (duration: 177.097795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.967795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.662976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-qddql\" ","response":"range_response_count:1 size:7440"} {"level":"info","ts":"2026-03-04T01:41:11.967879Z","caller":"traceutil/trace.go:171","msg":"trace[760796084] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-qddql; range_end:; response_count:1; response_revision:8474; }","duration":"342.80703ms","start":"2026-03-04T01:41:11.625054Z","end":"2026-03-04T01:41:11.967861Z","steps":["trace[760796084] 'range keys from in-memory index tree' (duration: 342.254384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.967915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.625035Z","time spent":"342.869972ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7464,"request content":"key:\"/registry/pods/openstack/glance-db-init-qddql\" "} {"level":"info","ts":"2026-03-04T01:41:11.972025Z","caller":"traceutil/trace.go:171","msg":"trace[1314840904] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"239.587217ms","start":"2026-03-04T01:41:11.732415Z","end":"2026-03-04T01:41:11.972003Z","steps":["trace[1314840904] 'process raft request' (duration: 239.470613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:16.034079Z","caller":"traceutil/trace.go:171","msg":"trace[361998724] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"186.478017ms","start":"2026-03-04T01:41:15.847577Z","end":"2026-03-04T01:41:16.034055Z","steps":["trace[361998724] 'process raft request' (duration: 186.341794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:21.534114Z","caller":"traceutil/trace.go:171","msg":"trace[529398574] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8890; }","duration":"220.259335ms","start":"2026-03-04T01:41:21.313827Z","end":"2026-03-04T01:41:21.534086Z","steps":["trace[529398574] 'read index received' (duration: 220.101911ms)","trace[529398574] 'applied index is now lower than readState.Index' (duration: 156.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:21.534232Z","caller":"traceutil/trace.go:171","msg":"trace[1274638144] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"231.831383ms","start":"2026-03-04T01:41:21.302371Z","end":"2026-03-04T01:41:21.534202Z","steps":["trace[1274638144] 'process raft request' (duration: 231.539736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.422619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534336Z","caller":"traceutil/trace.go:171","msg":"trace[47039557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8575; }","duration":"220.556334ms","start":"2026-03-04T01:41:21.313768Z","end":"2026-03-04T01:41:21.534325Z","steps":["trace[47039557] 'agreement among raft nodes before linearized reading' (duration: 220.446151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.534699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.179754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:21.534759Z","caller":"traceutil/trace.go:171","msg":"trace[1578653211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8576; }","duration":"161.290297ms","start":"2026-03-04T01:41:21.373456Z","end":"2026-03-04T01:41:21.534746Z","steps":["trace[1578653211] 'agreement among raft nodes before linearized reading' (duration: 161.178464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:21.534764Z","caller":"traceutil/trace.go:171","msg":"trace[277305875] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"195.415443ms","start":"2026-03-04T01:41:21.339334Z","end":"2026-03-04T01:41:21.53475Z","steps":["trace[277305875] 'process raft request' (duration: 195.210588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.994554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.282788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2n9t9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:27.99462Z","caller":"traceutil/trace.go:171","msg":"trace[2124081719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2n9t9; range_end:; response_count:1; response_revision:8604; }","duration":"481.386411ms","start":"2026-03-04T01:41:27.513218Z","end":"2026-03-04T01:41:27.994604Z","steps":["trace[2124081719] 'range keys from in-memory index tree' (duration: 481.102344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.994647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.513204Z","time spent":"481.436852ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-2n9t9\" "} {"level":"warn","ts":"2026-03-04T01:41:27.994768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.550068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:41:27.994814Z","caller":"traceutil/trace.go:171","msg":"trace[1273344981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8604; }","duration":"441.6318ms","start":"2026-03-04T01:41:27.553171Z","end":"2026-03-04T01:41:27.994803Z","steps":["trace[1273344981] 'range keys from in-memory index tree' (duration: 441.457925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.994836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.553151Z","time spent":"441.680312ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:27.994368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.901736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5cd66c5b58-7vqk8.18997fb8350cf2a1\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T01:41:27.994989Z","caller":"traceutil/trace.go:171","msg":"trace[1250792014] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5cd66c5b58-7vqk8.18997fb8350cf2a1; range_end:; response_count:1; response_revision:8604; }","duration":"505.561024ms","start":"2026-03-04T01:41:27.489418Z","end":"2026-03-04T01:41:27.994979Z","steps":["trace[1250792014] 'range keys from in-memory index tree' (duration: 504.766422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:27.994999Z","caller":"traceutil/trace.go:171","msg":"trace[391293875] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"440.800996ms","start":"2026-03-04T01:41:27.554189Z","end":"2026-03-04T01:41:27.994991Z","steps":["trace[391293875] 'process raft request' (duration: 438.844852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.994978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.726595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:27.995016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.489403Z","time spent":"505.602755ms","remote":"127.0.0.1:48334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5cd66c5b58-7vqk8.18997fb8350cf2a1\" "} {"level":"warn","ts":"2026-03-04T01:41:27.994989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.714855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:27.995049Z","caller":"traceutil/trace.go:171","msg":"trace[766643124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8604; }","duration":"620.827768ms","start":"2026-03-04T01:41:27.374203Z","end":"2026-03-04T01:41:27.995031Z","steps":["trace[766643124] 'range keys from in-memory index tree' (duration: 620.645312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.995069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.55417Z","time spent":"440.852848ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:27.995067Z","caller":"traceutil/trace.go:171","msg":"trace[1894087571] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8604; }","duration":"514.834309ms","start":"2026-03-04T01:41:27.480212Z","end":"2026-03-04T01:41:27.995047Z","steps":["trace[1894087571] 'count revisions from in-memory index tree' (duration: 514.649744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.995094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.374186Z","time spent":"620.899129ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:27.995109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.480197Z","time spent":"514.901611ms","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:27.994931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.168382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:41:27.995218Z","caller":"traceutil/trace.go:171","msg":"trace[1591545148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8604; }","duration":"451.508481ms","start":"2026-03-04T01:41:27.543687Z","end":"2026-03-04T01:41:27.995195Z","steps":["trace[1591545148] 'range keys from in-memory index tree' (duration: 450.908954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:27.995307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:27.54366Z","time spent":"451.630224ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:41:32.238941Z","caller":"traceutil/trace.go:171","msg":"trace[521933715] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"144.073373ms","start":"2026-03-04T01:41:32.094836Z","end":"2026-03-04T01:41:32.23891Z","steps":["trace[521933715] 'process raft request' (duration: 76.935971ms)","trace[521933715] 'compare' (duration: 66.881845ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:32.238947Z","caller":"traceutil/trace.go:171","msg":"trace[1487900502] linearizableReadLoop","detail":"{readStateIndex:8947; appliedIndex:8945; }","duration":"136.882086ms","start":"2026-03-04T01:41:32.101995Z","end":"2026-03-04T01:41:32.238877Z","steps":["trace[1487900502] 'read index received' (duration: 38.372493ms)","trace[1487900502] 'applied index is now lower than readState.Index' (duration: 98.508083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:32.239491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.098893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:32.239572Z","caller":"traceutil/trace.go:171","msg":"trace[505495224] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8629; }","duration":"137.599606ms","start":"2026-03-04T01:41:32.101955Z","end":"2026-03-04T01:41:32.239554Z","steps":["trace[505495224] 'agreement among raft nodes before linearized reading' (duration: 137.053061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:26.64562Z","caller":"traceutil/trace.go:171","msg":"trace[2028647654] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"152.193531ms","start":"2026-03-04T01:42:26.493388Z","end":"2026-03-04T01:42:26.645582Z","steps":["trace[2028647654] 'process raft request' (duration: 152.053658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:27.605222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277229648008446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:42:28.034428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393118388s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:42:28.045948Z","caller":"traceutil/trace.go:171","msg":"trace[1523646827] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"1.485819733s","start":"2026-03-04T01:42:26.560089Z","end":"2026-03-04T01:42:28.045909Z","steps":["trace[1523646827] 'process raft request' (duration: 1.474532844s)","trace[1523646827] 'compare' (duration: 10.607211ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:28.045949Z","caller":"traceutil/trace.go:171","msg":"trace[644737865] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"1.414652197s","start":"2026-03-04T01:42:26.631273Z","end":"2026-03-04T01:42:28.045925Z","steps":["trace[644737865] 'process raft request' (duration: 1.414551675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.046078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.560066Z","time spent":"1.485933517s","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:28.046086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:26.631255Z","time spent":"1.41475762s","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:28.051133Z","caller":"traceutil/trace.go:171","msg":"trace[1441987985] linearizableReadLoop","detail":"{readStateIndex:9328; appliedIndex:9325; }","duration":"945.987981ms","start":"2026-03-04T01:42:27.105112Z","end":"2026-03-04T01:42:28.0511Z","steps":["trace[1441987985] 'read index received' (duration: 929.730676ms)","trace[1441987985] 'applied index is now lower than readState.Index' (duration: 16.255785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:28.051247Z","caller":"traceutil/trace.go:171","msg":"trace[2001445345] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"760.549329ms","start":"2026-03-04T01:42:27.290648Z","end":"2026-03-04T01:42:28.051198Z","steps":["trace[2001445345] 'process raft request' (duration: 760.262181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.051422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.290622Z","time spent":"760.715303ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:28.051483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.32945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:42:28.051484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.859123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:42:28.051536Z","caller":"traceutil/trace.go:171","msg":"trace[1098924889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8998; }","duration":"946.457493ms","start":"2026-03-04T01:42:27.105064Z","end":"2026-03-04T01:42:28.051521Z","steps":["trace[1098924889] 'agreement among raft nodes before linearized reading' (duration: 946.235757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:28.051545Z","caller":"traceutil/trace.go:171","msg":"trace[321403260] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8998; }","duration":"400.960946ms","start":"2026-03-04T01:42:27.650567Z","end":"2026-03-04T01:42:28.051528Z","steps":["trace[321403260] 'agreement among raft nodes before linearized reading' (duration: 400.842762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.051506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.687705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:28.051587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.650547Z","time spent":"401.030267ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:28.051585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.105044Z","time spent":"946.531496ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:42:28.051624Z","caller":"traceutil/trace.go:171","msg":"trace[867956452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8998; }","duration":"676.819129ms","start":"2026-03-04T01:42:27.374763Z","end":"2026-03-04T01:42:28.051582Z","steps":["trace[867956452] 'agreement among raft nodes before linearized reading' (duration: 676.681205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.051669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.374747Z","time spent":"676.910251ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:42:28.051741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.010935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:42:28.051662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.593039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:42:28.051885Z","caller":"traceutil/trace.go:171","msg":"trace[1855532784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8998; }","duration":"560.144749ms","start":"2026-03-04T01:42:27.491678Z","end":"2026-03-04T01:42:28.051823Z","steps":["trace[1855532784] 'agreement among raft nodes before linearized reading' (duration: 559.730637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.051933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.49166Z","time spent":"560.260021ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:42:28.051958Z","caller":"traceutil/trace.go:171","msg":"trace[1911400621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8998; }","duration":"817.952268ms","start":"2026-03-04T01:42:27.233941Z","end":"2026-03-04T01:42:28.051893Z","steps":["trace[1911400621] 'agreement among raft nodes before linearized reading' (duration: 817.437305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.05194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.333203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:42:28.052012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.23392Z","time spent":"818.083032ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:42:28.052052Z","caller":"traceutil/trace.go:171","msg":"trace[838837904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8998; }","duration":"730.496257ms","start":"2026-03-04T01:42:27.321528Z","end":"2026-03-04T01:42:28.052025Z","steps":["trace[838837904] 'agreement among raft nodes before linearized reading' (duration: 730.123687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.052107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.321509Z","time spent":"730.589179ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:44:24.613825Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:44:24.618576Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:44:24.618673Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:45:05.351231Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7825} {"level":"info","ts":"2026-03-04T01:45:05.414693Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7825,"took":"61.301831ms","hash":1941654364,"current-db-size-bytes":43749376,"current-db-size":"44 MB","current-db-size-in-use-bytes":24559616,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:45:05.414778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1941654364,"revision":7825,"compact-revision":5804} {"level":"info","ts":"2026-03-04T01:46:45.442503Z","caller":"traceutil/trace.go:171","msg":"trace[980354039] linearizableReadLoop","detail":"{readStateIndex:11150; appliedIndex:11149; }","duration":"100.329911ms","start":"2026-03-04T01:46:45.342143Z","end":"2026-03-04T01:46:45.442473Z","steps":["trace[980354039] 'read index received' (duration: 13.951745ms)","trace[980354039] 'applied index is now lower than readState.Index' (duration: 86.376806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:45.442644Z","caller":"traceutil/trace.go:171","msg":"trace[1712961409] transaction","detail":"{read_only:false; response_revision:10758; number_of_response:1; }","duration":"117.259949ms","start":"2026-03-04T01:46:45.325349Z","end":"2026-03-04T01:46:45.442608Z","steps":["trace[1712961409] 'process raft request' (duration: 30.727019ms)","trace[1712961409] 'compare' (duration: 86.254652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:45.442852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.707742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:46:45.442942Z","caller":"traceutil/trace.go:171","msg":"trace[1236479855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10758; }","duration":"100.847336ms","start":"2026-03-04T01:46:45.342073Z","end":"2026-03-04T01:46:45.44292Z","steps":["trace[1236479855] 'agreement among raft nodes before linearized reading' (duration: 100.621429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:06.007129Z","caller":"traceutil/trace.go:171","msg":"trace[1173831609] transaction","detail":"{read_only:false; response_revision:10863; number_of_response:1; }","duration":"240.190796ms","start":"2026-03-04T01:47:05.766913Z","end":"2026-03-04T01:47:06.007103Z","steps":["trace[1173831609] 'process raft request' (duration: 240.027081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:06.431985Z","caller":"traceutil/trace.go:171","msg":"trace[600544620] linearizableReadLoop","detail":"{readStateIndex:11260; appliedIndex:11258; }","duration":"472.451891ms","start":"2026-03-04T01:47:05.959503Z","end":"2026-03-04T01:47:06.431954Z","steps":["trace[600544620] 'read index received' (duration: 47.400459ms)","trace[600544620] 'applied index is now lower than readState.Index' (duration: 425.050042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:06.432027Z","caller":"traceutil/trace.go:171","msg":"trace[2013195138] transaction","detail":"{read_only:false; response_revision:10864; number_of_response:1; }","duration":"586.106152ms","start":"2026-03-04T01:47:05.845881Z","end":"2026-03-04T01:47:06.431987Z","steps":["trace[2013195138] 'process raft request' (duration: 571.537529ms)","trace[2013195138] 'compare' (duration: 14.090119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:06.43225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:05.845858Z","time spent":"586.263115ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:47:06.432273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.74812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:47:06.432338Z","caller":"traceutil/trace.go:171","msg":"trace[1095372355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10864; }","duration":"472.860733ms","start":"2026-03-04T01:47:05.95946Z","end":"2026-03-04T01:47:06.43232Z","steps":["trace[1095372355] 'agreement among raft nodes before linearized reading' (duration: 472.637667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:06.432391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:05.959438Z","time spent":"472.940504ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:50:05.358239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9831} {"level":"info","ts":"2026-03-04T01:50:05.435456Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9831,"took":"75.074477ms","hash":3675232362,"current-db-size-bytes":43749376,"current-db-size":"44 MB","current-db-size-in-use-bytes":23334912,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:50:05.435535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3675232362,"revision":9831,"compact-revision":7825} {"level":"info","ts":"2026-03-04T01:52:04.339477Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033a6.wal"} {"level":"info","ts":"2026-03-04T01:53:22.578259Z","caller":"traceutil/trace.go:171","msg":"trace[1165557437] transaction","detail":"{read_only:false; response_revision:13223; number_of_response:1; }","duration":"158.467475ms","start":"2026-03-04T01:53:22.419772Z","end":"2026-03-04T01:53:22.578239Z","steps":["trace[1165557437] 'process raft request' (duration: 158.430244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:22.578545Z","caller":"traceutil/trace.go:171","msg":"trace[1792887120] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"168.218914ms","start":"2026-03-04T01:53:22.410317Z","end":"2026-03-04T01:53:22.578536Z","steps":["trace[1792887120] 'process raft request' (duration: 81.840294ms)","trace[1792887120] 'compare' (duration: 85.789184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:38.33567Z","caller":"traceutil/trace.go:171","msg":"trace[1407961573] linearizableReadLoop","detail":"{readStateIndex:13802; appliedIndex:13801; }","duration":"133.97591ms","start":"2026-03-04T01:53:38.201657Z","end":"2026-03-04T01:53:38.335633Z","steps":["trace[1407961573] 'read index received' (duration: 133.705723ms)","trace[1407961573] 'applied index is now lower than readState.Index' (duration: 269.007µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:38.336016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.334821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-9xrhx\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-03-04T01:53:38.336055Z","caller":"traceutil/trace.go:171","msg":"trace[870167338] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-9xrhx; range_end:; response_count:1; response_revision:13313; }","duration":"134.436934ms","start":"2026-03-04T01:53:38.201604Z","end":"2026-03-04T01:53:38.336041Z","steps":["trace[870167338] 'agreement among raft nodes before linearized reading' (duration: 134.179127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:38.336405Z","caller":"traceutil/trace.go:171","msg":"trace[1371090182] transaction","detail":"{read_only:false; response_revision:13313; number_of_response:1; }","duration":"376.256454ms","start":"2026-03-04T01:53:37.960136Z","end":"2026-03-04T01:53:38.336393Z","steps":["trace[1371090182] 'process raft request' (duration: 375.315959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:38.336524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:37.960111Z","time spent":"376.318956ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:05.365244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11958} {"level":"info","ts":"2026-03-04T01:55:05.441193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11958,"took":"73.331585ms","hash":1588347506,"current-db-size-bytes":43749376,"current-db-size":"44 MB","current-db-size-in-use-bytes":27324416,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:55:05.44125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1588347506,"revision":11958,"compact-revision":9831} {"level":"warn","ts":"2026-03-04T01:55:17.293163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.69063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:17.293241Z","caller":"traceutil/trace.go:171","msg":"trace[1659881650] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14476; }","duration":"170.833415ms","start":"2026-03-04T01:55:17.122392Z","end":"2026-03-04T01:55:17.293226Z","steps":["trace[1659881650] 'range keys from in-memory index tree' (duration: 170.484444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:17.293503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.483091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:17.293588Z","caller":"traceutil/trace.go:171","msg":"trace[1861305263] transaction","detail":"{read_only:false; response_revision:14477; number_of_response:1; }","duration":"169.716344ms","start":"2026-03-04T01:55:17.123858Z","end":"2026-03-04T01:55:17.293574Z","steps":["trace[1861305263] 'process raft request' (duration: 37.092189ms)","trace[1861305263] 'compare' (duration: 132.140501ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:05.374304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14422} {"level":"info","ts":"2026-03-04T02:00:05.46891Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14422,"took":"90.470051ms","hash":1163686848,"current-db-size-bytes":43749376,"current-db-size":"44 MB","current-db-size-in-use-bytes":28676096,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:00:05.468967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1163686848,"revision":14422,"compact-revision":11958} {"level":"info","ts":"2026-03-04T02:01:10.376544Z","caller":"traceutil/trace.go:171","msg":"trace[770265925] linearizableReadLoop","detail":"{readStateIndex:17518; appliedIndex:17517; }","duration":"111.506059ms","start":"2026-03-04T02:01:10.265007Z","end":"2026-03-04T02:01:10.376513Z","steps":["trace[770265925] 'read index received' (duration: 111.341525ms)","trace[770265925] 'applied index is now lower than readState.Index' (duration: 163.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:10.37678Z","caller":"traceutil/trace.go:171","msg":"trace[763493671] transaction","detail":"{read_only:false; response_revision:16906; number_of_response:1; }","duration":"116.501327ms","start":"2026-03-04T02:01:10.260249Z","end":"2026-03-04T02:01:10.376751Z","steps":["trace[763493671] 'process raft request' (duration: 115.919361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.376935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.90226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-62bv9\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-03-04T02:01:10.377224Z","caller":"traceutil/trace.go:171","msg":"trace[1429093068] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-62bv9; range_end:; response_count:1; response_revision:16906; }","duration":"112.23709ms","start":"2026-03-04T02:01:10.264971Z","end":"2026-03-04T02:01:10.377209Z","steps":["trace[1429093068] 'agreement among raft nodes before linearized reading' (duration: 111.783697ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:10.619988Z","caller":"traceutil/trace.go:171","msg":"trace[395655112] linearizableReadLoop","detail":"{readStateIndex:17519; appliedIndex:17518; }","duration":"238.499795ms","start":"2026-03-04T02:01:10.381463Z","end":"2026-03-04T02:01:10.619963Z","steps":["trace[395655112] 'read index received' (duration: 226.897525ms)","trace[395655112] 'applied index is now lower than readState.Index' (duration: 11.60113ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:10.620219Z","caller":"traceutil/trace.go:171","msg":"trace[386899125] transaction","detail":"{read_only:false; response_revision:16907; number_of_response:1; }","duration":"353.49847ms","start":"2026-03-04T02:01:10.266706Z","end":"2026-03-04T02:01:10.620204Z","steps":["trace[386899125] 'process raft request' (duration: 341.647724ms)","trace[386899125] 'compare' (duration: 11.110146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:10.620329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:10.266691Z","time spent":"353.565203ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:10.621356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.882433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:947282"} {"level":"info","ts":"2026-03-04T02:01:10.621409Z","caller":"traceutil/trace.go:171","msg":"trace[1069289255] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16907; }","duration":"239.959726ms","start":"2026-03-04T02:01:10.381435Z","end":"2026-03-04T02:01:10.621395Z","steps":["trace[1069289255] 'agreement among raft nodes before linearized reading' (duration: 239.05798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.665604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.661859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:01:10.665637Z","caller":"traceutil/trace.go:171","msg":"trace[1660669607] transaction","detail":"{read_only:false; response_revision:16908; number_of_response:1; }","duration":"159.559733ms","start":"2026-03-04T02:01:10.50604Z","end":"2026-03-04T02:01:10.6656Z","steps":["trace[1660669607] 'process raft request' (duration: 159.240984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:10.66569Z","caller":"traceutil/trace.go:171","msg":"trace[172750758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16908; }","duration":"141.786982ms","start":"2026-03-04T02:01:10.52388Z","end":"2026-03-04T02:01:10.665667Z","steps":["trace[172750758] 'agreement among raft nodes before linearized reading' (duration: 141.563986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.665956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.617798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T02:01:10.666028Z","caller":"traceutil/trace.go:171","msg":"trace[6742266] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16908; }","duration":"121.742052ms","start":"2026-03-04T02:01:10.544268Z","end":"2026-03-04T02:01:10.66601Z","steps":["trace[6742266] 'agreement among raft nodes before linearized reading' (duration: 121.281478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:11.13043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.183594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:11.130611Z","caller":"traceutil/trace.go:171","msg":"trace[969668520] linearizableReadLoop","detail":"{readStateIndex:17522; appliedIndex:17520; }","duration":"408.157574ms","start":"2026-03-04T02:01:10.722438Z","end":"2026-03-04T02:01:11.130596Z","steps":["trace[969668520] 'read index received' (duration: 59.796456ms)","trace[969668520] 'applied index is now lower than readState.Index' (duration: 348.360218ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:11.130754Z","caller":"traceutil/trace.go:171","msg":"trace[159418196] transaction","detail":"{read_only:false; response_revision:16910; number_of_response:1; }","duration":"459.078216ms","start":"2026-03-04T02:01:10.671664Z","end":"2026-03-04T02:01:11.130742Z","steps":["trace[159418196] 'process raft request' (duration: 458.870821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:11.130814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:10.67165Z","time spent":"459.131218ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:11.130965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.776541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:11.131001Z","caller":"traceutil/trace.go:171","msg":"trace[1758679086] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:16910; }","duration":"239.855493ms","start":"2026-03-04T02:01:10.891133Z","end":"2026-03-04T02:01:11.130988Z","steps":["trace[1758679086] 'agreement among raft nodes before linearized reading' (duration: 239.780821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:11.130989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.057402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kxvtx\" ","response":"range_response_count:1 size:22090"} {"level":"warn","ts":"2026-03-04T02:01:11.130987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.670538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-04T02:01:11.131008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.546646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v8jjx\" ","response":"range_response_count:1 size:20846"} {"level":"info","ts":"2026-03-04T02:01:11.131058Z","caller":"traceutil/trace.go:171","msg":"trace[1132064495] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kxvtx; range_end:; response_count:1; response_revision:16910; }","duration":"263.168054ms","start":"2026-03-04T02:01:10.86787Z","end":"2026-03-04T02:01:11.131038Z","steps":["trace[1132064495] 'agreement among raft nodes before linearized reading' (duration: 262.951649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:11.131068Z","caller":"traceutil/trace.go:171","msg":"trace[1854439959] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16910; }","duration":"160.54682ms","start":"2026-03-04T02:01:10.970502Z","end":"2026-03-04T02:01:11.131049Z","steps":["trace[1854439959] 'agreement among raft nodes before linearized reading' (duration: 160.346144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:11.131086Z","caller":"traceutil/trace.go:171","msg":"trace[1605502084] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-v8jjx; range_end:; response_count:1; response_revision:16910; }","duration":"408.671809ms","start":"2026-03-04T02:01:10.722395Z","end":"2026-03-04T02:01:11.131067Z","steps":["trace[1605502084] 'agreement among raft nodes before linearized reading' (duration: 408.499875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:11.131131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:10.722373Z","time spent":"408.746982ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20870,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v8jjx\" "} {"level":"info","ts":"2026-03-04T02:01:11.131445Z","caller":"traceutil/trace.go:171","msg":"trace[1264714295] transaction","detail":"{read_only:false; response_revision:16909; number_of_response:1; }","duration":"461.792562ms","start":"2026-03-04T02:01:10.669635Z","end":"2026-03-04T02:01:11.131427Z","steps":["trace[1264714295] 'process raft request' (duration: 112.516407ms)","trace[1264714295] 'compare' (duration: 347.970699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:11.131623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:10.669614Z","time spent":"461.863163ms","remote":"127.0.0.1:48530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:05.38033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16509} {"level":"info","ts":"2026-03-04T02:05:05.470214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16509,"took":"87.633233ms","hash":1465021522,"current-db-size-bytes":43749376,"current-db-size":"44 MB","current-db-size-in-use-bytes":24633344,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T02:05:05.47031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1465021522,"revision":16509,"compact-revision":14422}