{"level":"warn","ts":"2026-03-11T14:21:16.779703Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T14:21:16.779793Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.49:2380","--initial-cluster=instance=https://162.253.55.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T14:21:16.779858Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T14:21:16.779871Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-11T14:21:16.779889Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T14:21:16.780575Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"]} {"level":"info","ts":"2026-03-11T14:21:16.780653Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T14:21:16.784359Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.499851ms"} {"level":"info","ts":"2026-03-11T14:21:16.789409Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a9ba61e55fef5be","cluster-id":"9612db6e19ac6ce7"} {"level":"info","ts":"2026-03-11T14:21:16.789482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T14:21:16.789506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 0"} {"level":"info","ts":"2026-03-11T14:21:16.78952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a9ba61e55fef5be [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T14:21:16.789536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 1"} {"level":"info","ts":"2026-03-11T14:21:16.789576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"warn","ts":"2026-03-11T14:21:16.795319Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T14:21:16.79719Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T14:21:16.798384Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T14:21:16.801575Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a9ba61e55fef5be","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T14:21:16.801773Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a9ba61e55fef5be","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T14:21:16.801933Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T14:21:16.802487Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T14:21:16.802523Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T14:21:16.803347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"info","ts":"2026-03-11T14:21:16.806032Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","added-peer-id":"6a9ba61e55fef5be","added-peer-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-11T14:21:16.808247Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T14:21:16.808366Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-11T14:21:16.808415Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-11T14:21:16.808557Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a9ba61e55fef5be","initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T14:21:16.80863Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T14:21:17.789968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T14:21:17.79009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T14:21:17.790133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgPreVoteResp from 6a9ba61e55fef5be at term 1"} {"level":"info","ts":"2026-03-11T14:21:17.790158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became candidate at term 2"} {"level":"info","ts":"2026-03-11T14:21:17.790169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgVoteResp from 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-11T14:21:17.790189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became leader at term 2"} {"level":"info","ts":"2026-03-11T14:21:17.790202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a9ba61e55fef5be elected leader 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-11T14:21:17.791513Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a9ba61e55fef5be","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.49:2379]}","request-path":"/0/members/6a9ba61e55fef5be/attributes","cluster-id":"9612db6e19ac6ce7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T14:21:17.791572Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T14:21:17.791589Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T14:21:17.791666Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T14:21:17.791959Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T14:21:17.792066Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T14:21:17.792577Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T14:21:17.792699Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T14:21:17.792742Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T14:21:17.795619Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T14:21:17.795671Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.49:2379"} {"level":"info","ts":"2026-03-11T14:21:41.667193Z","caller":"traceutil/trace.go:171","msg":"trace[1209113471] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"102.927844ms","start":"2026-03-11T14:21:41.564222Z","end":"2026-03-11T14:21:41.66715Z","steps":["trace[1209113471] 'process raft request' (duration: 35.010157ms)","trace[1209113471] 'compare' (duration: 67.702422ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:21:51.931792Z","caller":"traceutil/trace.go:171","msg":"trace[565495308] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"139.760435ms","start":"2026-03-11T14:21:51.792Z","end":"2026-03-11T14:21:51.93176Z","steps":["trace[565495308] 'process raft request' (duration: 84.922883ms)","trace[565495308] 'compare' (duration: 54.697339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T14:21:54.05298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.20372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T14:21:54.053291Z","caller":"traceutil/trace.go:171","msg":"trace[517092633] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"145.286685ms","start":"2026-03-11T14:21:53.907946Z","end":"2026-03-11T14:21:54.053233Z","steps":["trace[517092633] 'compare' (duration: 134.942243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:21:54.053374Z","caller":"traceutil/trace.go:171","msg":"trace[2061327690] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"144.499636ms","start":"2026-03-11T14:21:53.908843Z","end":"2026-03-11T14:21:54.053342Z","steps":["trace[2061327690] 'process raft request' (duration: 144.305992ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:21:54.053503Z","caller":"traceutil/trace.go:171","msg":"trace[1788943037] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"143.364469ms","start":"2026-03-11T14:21:53.910099Z","end":"2026-03-11T14:21:54.053463Z","steps":["trace[1788943037] 'process raft request' (duration: 143.166924ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:21:54.053734Z","caller":"traceutil/trace.go:171","msg":"trace[1133541089] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"137.412891ms","start":"2026-03-11T14:21:53.916261Z","end":"2026-03-11T14:21:54.053674Z","steps":["trace[1133541089] 'process raft request' (duration: 137.077693ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:22:16.291298Z","caller":"traceutil/trace.go:171","msg":"trace[2012148771] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:915; }","duration":"216.353237ms","start":"2026-03-11T14:22:16.074911Z","end":"2026-03-11T14:22:16.291265Z","steps":["trace[2012148771] 'read index received' (duration: 216.249714ms)","trace[2012148771] 'applied index is now lower than readState.Index' (duration: 102.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:22:16.291402Z","caller":"traceutil/trace.go:171","msg":"trace[490273278] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"237.591293ms","start":"2026-03-11T14:22:16.053778Z","end":"2026-03-11T14:22:16.29137Z","steps":["trace[490273278] 'process raft request' (duration: 237.314567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:22:16.291532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.601592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-11T14:22:16.291574Z","caller":"traceutil/trace.go:171","msg":"trace[2073781789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:896; }","duration":"216.693655ms","start":"2026-03-11T14:22:16.074866Z","end":"2026-03-11T14:22:16.29156Z","steps":["trace[2073781789] 'agreement among raft nodes before linearized reading' (duration: 216.522841ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:22:16.303306Z","caller":"traceutil/trace.go:171","msg":"trace[71367513] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"227.116584ms","start":"2026-03-11T14:22:16.076149Z","end":"2026-03-11T14:22:16.303266Z","steps":["trace[71367513] 'process raft request' (duration: 226.998051ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:23:05.746503Z","caller":"traceutil/trace.go:171","msg":"trace[974864104] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"231.432403ms","start":"2026-03-11T14:23:05.515047Z","end":"2026-03-11T14:23:05.746479Z","steps":["trace[974864104] 'read index received' (duration: 231.241779ms)","trace[974864104] 'applied index is now lower than readState.Index' (duration: 189.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:23:05.746569Z","caller":"traceutil/trace.go:171","msg":"trace[899261271] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"254.631291ms","start":"2026-03-11T14:23:05.491915Z","end":"2026-03-11T14:23:05.746546Z","steps":["trace[899261271] 'process raft request' (duration: 254.436146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:23:05.74669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.587487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T14:23:05.746762Z","caller":"traceutil/trace.go:171","msg":"trace[1410528498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"231.72045ms","start":"2026-03-11T14:23:05.515001Z","end":"2026-03-11T14:23:05.746721Z","steps":["trace[1410528498] 'agreement among raft nodes before linearized reading' (duration: 231.600847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:23:05.746878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.006651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7ed1d18-c250-4a8f-b740-0067d9d51063\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-11T14:23:05.746946Z","caller":"traceutil/trace.go:171","msg":"trace[372021397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7ed1d18-c250-4a8f-b740-0067d9d51063; range_end:; response_count:1; response_revision:1561; }","duration":"175.110454ms","start":"2026-03-11T14:23:05.571815Z","end":"2026-03-11T14:23:05.746925Z","steps":["trace[372021397] 'agreement among raft nodes before linearized reading' (duration: 174.94356ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:23:06.13412Z","caller":"traceutil/trace.go:171","msg":"trace[167907013] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1618; }","duration":"139.261527ms","start":"2026-03-11T14:23:05.994832Z","end":"2026-03-11T14:23:06.134094Z","steps":["trace[167907013] 'read index received' (duration: 139.107114ms)","trace[167907013] 'applied index is now lower than readState.Index' (duration: 153.073µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T14:23:06.134267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.412971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T14:23:06.13431Z","caller":"traceutil/trace.go:171","msg":"trace[993170414] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1562; }","duration":"139.501803ms","start":"2026-03-11T14:23:05.994796Z","end":"2026-03-11T14:23:06.134298Z","steps":["trace[993170414] 'agreement among raft nodes before linearized reading' (duration: 139.393941ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:23:06.13439Z","caller":"traceutil/trace.go:171","msg":"trace[64042115] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"177.668665ms","start":"2026-03-11T14:23:05.956658Z","end":"2026-03-11T14:23:06.134327Z","steps":["trace[64042115] 'process raft request' (duration: 177.245194ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:23:30.444351Z","caller":"traceutil/trace.go:171","msg":"trace[186496476] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"127.06387ms","start":"2026-03-11T14:23:30.317262Z","end":"2026-03-11T14:23:30.444326Z","steps":["trace[186496476] 'process raft request' (duration: 75.013211ms)","trace[186496476] 'compare' (duration: 51.894344ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:23:30.444648Z","caller":"traceutil/trace.go:171","msg":"trace[1930093791] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"125.700277ms","start":"2026-03-11T14:23:30.3189Z","end":"2026-03-11T14:23:30.4446Z","steps":["trace[1930093791] 'process raft request' (duration: 125.39089ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:06.787802Z","caller":"traceutil/trace.go:171","msg":"trace[1487651305] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"171.178841ms","start":"2026-03-11T14:24:06.616574Z","end":"2026-03-11T14:24:06.787753Z","steps":["trace[1487651305] 'process raft request' (duration: 143.039566ms)","trace[1487651305] 'compare' (duration: 27.94808ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:24:07.052088Z","caller":"traceutil/trace.go:171","msg":"trace[1992267940] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"114.609235ms","start":"2026-03-11T14:24:06.937441Z","end":"2026-03-11T14:24:07.05205Z","steps":["trace[1992267940] 'process raft request' (duration: 87.532037ms)","trace[1992267940] 'compare' (duration: 26.912805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T14:24:12.904581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.243054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T14:24:12.904666Z","caller":"traceutil/trace.go:171","msg":"trace[1930043173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"240.374857ms","start":"2026-03-11T14:24:12.664271Z","end":"2026-03-11T14:24:12.904646Z","steps":["trace[1930043173] 'range keys from in-memory index tree' (duration: 239.994449ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:13.041842Z","caller":"traceutil/trace.go:171","msg":"trace[691976914] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"133.430976ms","start":"2026-03-11T14:24:12.908389Z","end":"2026-03-11T14:24:13.04182Z","steps":["trace[691976914] 'process raft request' (duration: 133.309973ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:13.20476Z","caller":"traceutil/trace.go:171","msg":"trace[58160455] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"295.939678ms","start":"2026-03-11T14:24:12.90879Z","end":"2026-03-11T14:24:13.204729Z","steps":["trace[58160455] 'process raft request' (duration: 269.35019ms)","trace[58160455] 'compare' (duration: 26.358833ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:24:13.204822Z","caller":"traceutil/trace.go:171","msg":"trace[311171091] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"254.182704ms","start":"2026-03-11T14:24:12.950616Z","end":"2026-03-11T14:24:13.204799Z","steps":["trace[311171091] 'process raft request' (duration: 254.03976ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:13.20484Z","caller":"traceutil/trace.go:171","msg":"trace[1686552620] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2008; }","duration":"228.417997ms","start":"2026-03-11T14:24:12.976386Z","end":"2026-03-11T14:24:13.204804Z","steps":["trace[1686552620] 'read index received' (duration: 65.31171ms)","trace[1686552620] 'applied index is now lower than readState.Index' (duration: 163.103567ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:24:13.204949Z","caller":"traceutil/trace.go:171","msg":"trace[1983314176] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"114.805057ms","start":"2026-03-11T14:24:13.09013Z","end":"2026-03-11T14:24:13.204935Z","steps":["trace[1983314176] 'process raft request' (duration: 114.596762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:24:13.205011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.602791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T14:24:13.205077Z","caller":"traceutil/trace.go:171","msg":"trace[1901619705] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1941; }","duration":"228.719394ms","start":"2026-03-11T14:24:12.976339Z","end":"2026-03-11T14:24:13.205059Z","steps":["trace[1901619705] 'agreement among raft nodes before linearized reading' (duration: 228.610401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:24:13.205169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.236507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T14:24:13.205234Z","caller":"traceutil/trace.go:171","msg":"trace[1819243003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1941; }","duration":"221.309448ms","start":"2026-03-11T14:24:12.983902Z","end":"2026-03-11T14:24:13.205212Z","steps":["trace[1819243003] 'agreement among raft nodes before linearized reading' (duration: 221.088063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:24:13.2052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.641068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T14:24:13.205301Z","caller":"traceutil/trace.go:171","msg":"trace[1116186564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"132.785582ms","start":"2026-03-11T14:24:13.072496Z","end":"2026-03-11T14:24:13.205282Z","steps":["trace[1116186564] 'agreement among raft nodes before linearized reading' (duration: 132.529866ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:51.480406Z","caller":"traceutil/trace.go:171","msg":"trace[923279113] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"142.753866ms","start":"2026-03-11T14:24:51.337606Z","end":"2026-03-11T14:24:51.48036Z","steps":["trace[923279113] 'process raft request' (duration: 142.590852ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:51.494133Z","caller":"traceutil/trace.go:171","msg":"trace[1036969517] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"152.947467ms","start":"2026-03-11T14:24:51.341158Z","end":"2026-03-11T14:24:51.494105Z","steps":["trace[1036969517] 'process raft request' (duration: 152.758073ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:24:51.494302Z","caller":"traceutil/trace.go:171","msg":"trace[1702627460] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2390; }","duration":"115.604567ms","start":"2026-03-11T14:24:51.378668Z","end":"2026-03-11T14:24:51.494273Z","steps":["trace[1702627460] 'read index received' (duration: 101.610787ms)","trace[1702627460] 'applied index is now lower than readState.Index' (duration: 13.99151ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T14:24:51.494409Z","caller":"traceutil/trace.go:171","msg":"trace[1644121662] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"137.343149ms","start":"2026-03-11T14:24:51.35701Z","end":"2026-03-11T14:24:51.494353Z","steps":["trace[1644121662] 'process raft request' (duration: 137.031002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:24:51.494591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.887443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T14:24:51.494679Z","caller":"traceutil/trace.go:171","msg":"trace[785993541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2304; }","duration":"116.066867ms","start":"2026-03-11T14:24:51.378593Z","end":"2026-03-11T14:24:51.49466Z","steps":["trace[785993541] 'agreement among raft nodes before linearized reading' (duration: 115.813291ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:25:27.518766Z","caller":"traceutil/trace.go:171","msg":"trace[582159847] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"129.510165ms","start":"2026-03-11T14:25:27.389204Z","end":"2026-03-11T14:25:27.518714Z","steps":["trace[582159847] 'process raft request' (duration: 129.207428ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:28:03.432186Z","caller":"traceutil/trace.go:171","msg":"trace[11064169] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"112.162488ms","start":"2026-03-11T14:28:03.319997Z","end":"2026-03-11T14:28:03.432159Z","steps":["trace[11064169] 'process raft request' (duration: 111.959174ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:29:32.193447Z","caller":"traceutil/trace.go:171","msg":"trace[1811377022] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"119.253723ms","start":"2026-03-11T14:29:32.074152Z","end":"2026-03-11T14:29:32.193405Z","steps":["trace[1811377022] 'process raft request' (duration: 117.789399ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:29:37.442465Z","caller":"traceutil/trace.go:171","msg":"trace[1696260982] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"166.574563ms","start":"2026-03-11T14:29:37.275859Z","end":"2026-03-11T14:29:37.442433Z","steps":["trace[1696260982] 'process raft request' (duration: 94.471862ms)","trace[1696260982] 'compare' (duration: 71.948988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T14:30:04.607594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.62859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pf6m4\" ","response":"range_response_count:1 size:8429"} {"level":"info","ts":"2026-03-11T14:30:04.607703Z","caller":"traceutil/trace.go:171","msg":"trace[1538305301] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-pf6m4; range_end:; response_count:1; response_revision:5121; }","duration":"240.779914ms","start":"2026-03-11T14:30:04.366901Z","end":"2026-03-11T14:30:04.607681Z","steps":["trace[1538305301] 'range keys from in-memory index tree' (duration: 240.472486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:30:04.607763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.977265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T14:30:04.60783Z","caller":"traceutil/trace.go:171","msg":"trace[223116368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5121; }","duration":"200.118049ms","start":"2026-03-11T14:30:04.407697Z","end":"2026-03-11T14:30:04.607815Z","steps":["trace[223116368] 'range keys from in-memory index tree' (duration: 199.800721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T14:30:04.607911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.247925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-11T14:30:04.608021Z","caller":"traceutil/trace.go:171","msg":"trace[56638106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5121; }","duration":"225.379018ms","start":"2026-03-11T14:30:04.382619Z","end":"2026-03-11T14:30:04.607998Z","steps":["trace[56638106] 'range keys from in-memory index tree' (duration: 225.088281ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:31:17.822883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2752} {"level":"info","ts":"2026-03-11T14:31:17.884243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2752,"took":"60.220269ms","hash":2971760050,"current-db-size-bytes":41005056,"current-db-size":"41 MB","current-db-size-in-use-bytes":30420992,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T14:31:17.884295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2971760050,"revision":2752,"compact-revision":-1} {"level":"info","ts":"2026-03-11T14:36:08.544885Z","caller":"traceutil/trace.go:171","msg":"trace[1730220249] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"237.32518ms","start":"2026-03-11T14:36:08.307532Z","end":"2026-03-11T14:36:08.544857Z","steps":["trace[1730220249] 'process raft request' (duration: 237.124225ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:36:17.831935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5652} {"level":"info","ts":"2026-03-11T14:36:17.923392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5652,"took":"89.222495ms","hash":2584772740,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":23031808,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-11T14:36:17.923565Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2584772740,"revision":5652,"compact-revision":2752} {"level":"warn","ts":"2026-03-11T14:36:51.245106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.538997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T14:36:51.245165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.516206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T14:36:51.245221Z","caller":"traceutil/trace.go:171","msg":"trace[403734622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7943; }","duration":"143.712341ms","start":"2026-03-11T14:36:51.101483Z","end":"2026-03-11T14:36:51.245196Z","steps":["trace[403734622] 'range keys from in-memory index tree' (duration: 143.335712ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:36:51.245269Z","caller":"traceutil/trace.go:171","msg":"trace[1941725740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7943; }","duration":"138.67167ms","start":"2026-03-11T14:36:51.106572Z","end":"2026-03-11T14:36:51.245244Z","steps":["trace[1941725740] 'range keys from in-memory index tree' (duration: 138.291091ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:36:51.371225Z","caller":"traceutil/trace.go:171","msg":"trace[1048230962] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"121.244146ms","start":"2026-03-11T14:36:51.249949Z","end":"2026-03-11T14:36:51.371193Z","steps":["trace[1048230962] 'process raft request' (duration: 120.99787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:36:51.380609Z","caller":"traceutil/trace.go:171","msg":"trace[1893401660] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"128.344676ms","start":"2026-03-11T14:36:51.252236Z","end":"2026-03-11T14:36:51.380581Z","steps":["trace[1893401660] 'process raft request' (duration: 128.203532ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:37:01.931235Z","caller":"traceutil/trace.go:171","msg":"trace[1070237255] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"266.816931ms","start":"2026-03-11T14:37:01.664388Z","end":"2026-03-11T14:37:01.931205Z","steps":["trace[1070237255] 'process raft request' (duration: 261.160337ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T14:40:44.687602Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T14:40:44.69282Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T14:40:44.692929Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T14:41:17.83932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7724} {"level":"info","ts":"2026-03-11T14:41:17.900553Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7724,"took":"59.290783ms","hash":150141280,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":24928256,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-11T14:41:17.900758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":150141280,"revision":7724,"compact-revision":5652} {"level":"info","ts":"2026-03-11T14:46:17.846338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9800} {"level":"info","ts":"2026-03-11T14:46:17.922255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9800,"took":"73.662257ms","hash":1813761330,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":17567744,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-11T14:46:17.922333Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1813761330,"revision":9800,"compact-revision":7724}