{"level":"warn","ts":"2026-03-17T21:56:58.23064Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:56:58.230735Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.66:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.66:2380","--initial-cluster=instance=https://199.19.213.66:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.66:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.66:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T21:56:58.230804Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:56:58.230822Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.66:2380"]} {"level":"info","ts":"2026-03-17T21:56:58.23084Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:56:58.231473Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.66:2379"]} {"level":"info","ts":"2026-03-17T21:56:58.231549Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.66:2380"],"listen-peer-urls":["https://199.19.213.66:2380"],"advertise-client-urls":["https://199.19.213.66:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.66:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.66:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T21:56:58.235453Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.627768ms"} {"level":"info","ts":"2026-03-17T21:56:58.240758Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dc35f804a62878ec","cluster-id":"ef5544f2dd66d370"} {"level":"info","ts":"2026-03-17T21:56:58.240837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T21:56:58.240861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec became follower at term 0"} {"level":"info","ts":"2026-03-17T21:56:58.24087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dc35f804a62878ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T21:56:58.240884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec became follower at term 1"} {"level":"info","ts":"2026-03-17T21:56:58.240976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec switched to configuration voters=(15867861560961038572)"} {"level":"warn","ts":"2026-03-17T21:56:58.248368Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T21:56:58.250254Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T21:56:58.251936Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T21:56:58.255761Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dc35f804a62878ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T21:56:58.255939Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dc35f804a62878ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T21:56:58.256047Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:56:58.256211Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:56:58.256238Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:56:58.256759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec switched to configuration voters=(15867861560961038572)"} {"level":"info","ts":"2026-03-17T21:56:58.260126Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ef5544f2dd66d370","local-member-id":"dc35f804a62878ec","added-peer-id":"dc35f804a62878ec","added-peer-peer-urls":["https://199.19.213.66:2380"]} {"level":"info","ts":"2026-03-17T21:56:58.262418Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:56:58.262666Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dc35f804a62878ec","initial-advertise-peer-urls":["https://199.19.213.66:2380"],"listen-peer-urls":["https://199.19.213.66:2380"],"advertise-client-urls":["https://199.19.213.66:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.66:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T21:56:58.262707Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T21:56:58.262825Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.66:2380"} {"level":"info","ts":"2026-03-17T21:56:58.262844Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.66:2380"} {"level":"info","ts":"2026-03-17T21:56:59.141483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T21:56:59.14159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T21:56:59.14163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec received MsgPreVoteResp from dc35f804a62878ec at term 1"} {"level":"info","ts":"2026-03-17T21:56:59.141652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec became candidate at term 2"} {"level":"info","ts":"2026-03-17T21:56:59.141665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec received MsgVoteResp from dc35f804a62878ec at term 2"} {"level":"info","ts":"2026-03-17T21:56:59.141681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dc35f804a62878ec became leader at term 2"} {"level":"info","ts":"2026-03-17T21:56:59.141695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dc35f804a62878ec elected leader dc35f804a62878ec at term 2"} {"level":"info","ts":"2026-03-17T21:56:59.142818Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dc35f804a62878ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.66:2379]}","request-path":"/0/members/dc35f804a62878ec/attributes","cluster-id":"ef5544f2dd66d370","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T21:56:59.142876Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:56:59.142966Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:59.142993Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:56:59.143215Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T21:56:59.143258Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T21:56:59.144273Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ef5544f2dd66d370","local-member-id":"dc35f804a62878ec","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:59.144381Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:59.144426Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:59.14628Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.66:2379"} {"level":"info","ts":"2026-03-17T21:56:59.152053Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T21:57:00.749561Z","caller":"traceutil/trace.go:171","msg":"trace[43595848] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"120.327228ms","start":"2026-03-17T21:57:00.629208Z","end":"2026-03-17T21:57:00.749535Z","steps":["trace[43595848] 'process raft request' (duration: 58.0963ms)","trace[43595848] 'compare' (duration: 62.128956ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:57:37.662576Z","caller":"traceutil/trace.go:171","msg":"trace[1189056523] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"581.039675ms","start":"2026-03-17T21:57:37.081515Z","end":"2026-03-17T21:57:37.662555Z","steps":["trace[1189056523] 'process raft request' (duration: 580.83823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:37.663056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:57:37.081488Z","time spent":"581.151167ms","remote":"127.0.0.1:51586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T21:57:37.695555Z","caller":"traceutil/trace.go:171","msg":"trace[919340354] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:570; }","duration":"262.33819ms","start":"2026-03-17T21:57:37.433182Z","end":"2026-03-17T21:57:37.69552Z","steps":["trace[919340354] 'read index received' (duration: 229.190995ms)","trace[919340354] 'applied index is now lower than readState.Index' (duration: 33.145405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:57:37.695756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.129317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T21:57:37.695763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.589365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T21:57:37.695845Z","caller":"traceutil/trace.go:171","msg":"trace[295087593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"262.276299ms","start":"2026-03-17T21:57:37.433554Z","end":"2026-03-17T21:57:37.69583Z","steps":["trace[295087593] 'agreement among raft nodes before linearized reading' (duration: 262.144596ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:37.695855Z","caller":"traceutil/trace.go:171","msg":"trace[1144357529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"262.684197ms","start":"2026-03-17T21:57:37.433154Z","end":"2026-03-17T21:57:37.695839Z","steps":["trace[1144357529] 'agreement among raft nodes before linearized reading' (duration: 262.475313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:57.569327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.422401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:57:57.569413Z","caller":"traceutil/trace.go:171","msg":"trace[333697981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:928; }","duration":"134.550782ms","start":"2026-03-17T21:57:57.434843Z","end":"2026-03-17T21:57:57.569394Z","steps":["trace[333697981] 'agreement among raft nodes before linearized reading' (duration: 134.40815ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:57.56916Z","caller":"traceutil/trace.go:171","msg":"trace[930894841] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"134.238287ms","start":"2026-03-17T21:57:57.43489Z","end":"2026-03-17T21:57:57.569128Z","steps":["trace[930894841] 'read index received' (duration: 93.036904ms)","trace[930894841] 'applied index is now lower than readState.Index' (duration: 41.199353ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:58:15.422764Z","caller":"traceutil/trace.go:171","msg":"trace[563545703] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"117.832274ms","start":"2026-03-17T21:58:15.304906Z","end":"2026-03-17T21:58:15.422738Z","steps":["trace[563545703] 'process raft request' (duration: 117.67573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:46.479228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.243127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T21:58:46.479396Z","caller":"traceutil/trace.go:171","msg":"trace[138877768] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"121.247623ms","start":"2026-03-17T21:58:46.358131Z","end":"2026-03-17T21:58:46.479378Z","steps":["trace[138877768] 'compare' (duration: 118.110954ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:46.763084Z","caller":"traceutil/trace.go:171","msg":"trace[1336022450] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1646; }","duration":"159.433392ms","start":"2026-03-17T21:58:46.603625Z","end":"2026-03-17T21:58:46.763059Z","steps":["trace[1336022450] 'read index received' (duration: 67.883752ms)","trace[1336022450] 'applied index is now lower than readState.Index' (duration: 91.54874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:58:46.763363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.712878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-17T21:58:46.763399Z","caller":"traceutil/trace.go:171","msg":"trace[2051707437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1588; }","duration":"159.814491ms","start":"2026-03-17T21:58:46.603573Z","end":"2026-03-17T21:58:46.763388Z","steps":["trace[2051707437] 'agreement among raft nodes before linearized reading' (duration: 159.651168ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:46.763762Z","caller":"traceutil/trace.go:171","msg":"trace[576980297] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"276.678941ms","start":"2026-03-17T21:58:46.486513Z","end":"2026-03-17T21:58:46.763192Z","steps":["trace[576980297] 'process raft request' (duration: 184.951907ms)","trace[576980297] 'compare' (duration: 91.471249ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:59:35.277573Z","caller":"traceutil/trace.go:171","msg":"trace[517452952] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"236.066496ms","start":"2026-03-17T21:59:35.04148Z","end":"2026-03-17T21:59:35.277547Z","steps":["trace[517452952] 'process raft request' (duration: 235.901473ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:59:35.409655Z","caller":"traceutil/trace.go:171","msg":"trace[946208136] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1943; }","duration":"305.64267ms","start":"2026-03-17T21:59:35.103986Z","end":"2026-03-17T21:59:35.409629Z","steps":["trace[946208136] 'read index received' (duration: 173.503924ms)","trace[946208136] 'applied index is now lower than readState.Index' (duration: 132.137616ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:59:35.409784Z","caller":"traceutil/trace.go:171","msg":"trace[1479390820] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"336.051385ms","start":"2026-03-17T21:59:35.073722Z","end":"2026-03-17T21:59:35.409773Z","steps":["trace[1479390820] 'process raft request' (duration: 335.76082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:59:35.409933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:59:35.073693Z","time spent":"336.122165ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T21:59:35.410154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.730938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T21:59:35.410235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.22389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-17T21:59:35.410302Z","caller":"traceutil/trace.go:171","msg":"trace[849292852] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1874; }","duration":"132.019333ms","start":"2026-03-17T21:59:35.278225Z","end":"2026-03-17T21:59:35.410244Z","steps":["trace[849292852] 'agreement among raft nodes before linearized reading' (duration: 131.737658ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:59:35.410334Z","caller":"traceutil/trace.go:171","msg":"trace[319788683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"306.397414ms","start":"2026-03-17T21:59:35.103915Z","end":"2026-03-17T21:59:35.410312Z","steps":["trace[319788683] 'agreement among raft nodes before linearized reading' (duration: 306.1583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:59:35.410386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:59:35.103901Z","time spent":"306.475786ms","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-17T21:59:35.72282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.760809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:59:35.722907Z","caller":"traceutil/trace.go:171","msg":"trace[559274120] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1875; }","duration":"123.931822ms","start":"2026-03-17T21:59:35.598957Z","end":"2026-03-17T21:59:35.722889Z","steps":["trace[559274120] 'count revisions from in-memory index tree' (duration: 123.609757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:59:35.723164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.798784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-17T21:59:35.723248Z","caller":"traceutil/trace.go:171","msg":"trace[2089053964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"191.962337ms","start":"2026-03-17T21:59:35.531267Z","end":"2026-03-17T21:59:35.72323Z","steps":["trace[2089053964] 'range keys from in-memory index tree' (duration: 191.501699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:45.870743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.74696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:04:45.870849Z","caller":"traceutil/trace.go:171","msg":"trace[185116115] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4481; }","duration":"207.899933ms","start":"2026-03-17T22:04:45.662925Z","end":"2026-03-17T22:04:45.870825Z","steps":["trace[185116115] 'range keys from in-memory index tree' (duration: 207.673528ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:47.507315Z","caller":"traceutil/trace.go:171","msg":"trace[1010006812] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"112.869399ms","start":"2026-03-17T22:04:47.394408Z","end":"2026-03-17T22:04:47.507278Z","steps":["trace[1010006812] 'process raft request' (duration: 112.523183ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:05:04.572372Z","caller":"traceutil/trace.go:171","msg":"trace[315333327] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5020; }","duration":"161.395013ms","start":"2026-03-17T22:05:04.410952Z","end":"2026-03-17T22:05:04.572347Z","steps":["trace[315333327] 'read index received' (duration: 161.299532ms)","trace[315333327] 'applied index is now lower than readState.Index' (duration: 94.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:05:04.57246Z","caller":"traceutil/trace.go:171","msg":"trace[76111133] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"223.518405ms","start":"2026-03-17T22:05:04.348918Z","end":"2026-03-17T22:05:04.572436Z","steps":["trace[76111133] 'process raft request' (duration: 223.26613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:05:04.572566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.589046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:05:04.572661Z","caller":"traceutil/trace.go:171","msg":"trace[2104918666] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4840; }","duration":"161.732659ms","start":"2026-03-17T22:05:04.410917Z","end":"2026-03-17T22:05:04.57265Z","steps":["trace[2104918666] 'agreement among raft nodes before linearized reading' (duration: 161.555406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:05:04.632332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.967786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:05:04.632429Z","caller":"traceutil/trace.go:171","msg":"trace[1581152590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4841; }","duration":"200.08771ms","start":"2026-03-17T22:05:04.432318Z","end":"2026-03-17T22:05:04.632406Z","steps":["trace[1581152590] 'agreement among raft nodes before linearized reading' (duration: 199.917896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:05:04.632467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.550663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f594002e-9cfe-4f7e-84c7-7560b9aa607c\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-17T22:05:04.632557Z","caller":"traceutil/trace.go:171","msg":"trace[345705901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f594002e-9cfe-4f7e-84c7-7560b9aa607c; range_end:; response_count:1; response_revision:4841; }","duration":"127.694216ms","start":"2026-03-17T22:05:04.504841Z","end":"2026-03-17T22:05:04.632535Z","steps":["trace[345705901] 'agreement among raft nodes before linearized reading' (duration: 127.4317ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:06:59.18389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2778} {"level":"info","ts":"2026-03-17T22:06:59.237887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2778,"took":"52.685895ms","hash":941737761,"current-db-size-bytes":41758720,"current-db-size":"42 MB","current-db-size-in-use-bytes":31330304,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-17T22:06:59.237941Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":941737761,"revision":2778,"compact-revision":-1} {"level":"info","ts":"2026-03-17T22:11:10.361038Z","caller":"traceutil/trace.go:171","msg":"trace[999292433] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"393.127171ms","start":"2026-03-17T22:11:09.967878Z","end":"2026-03-17T22:11:10.361006Z","steps":["trace[999292433] 'process raft request' (duration: 392.953828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:11:10.361213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:11:09.967849Z","time spent":"393.282854ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:11:10.361579Z","caller":"traceutil/trace.go:171","msg":"trace[1855320025] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"393.558709ms","start":"2026-03-17T22:11:09.967994Z","end":"2026-03-17T22:11:10.361552Z","steps":["trace[1855320025] 'process raft request' (duration: 393.399647ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:11:10.361647Z","caller":"traceutil/trace.go:171","msg":"trace[1284954244] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"201.979636ms","start":"2026-03-17T22:11:10.159647Z","end":"2026-03-17T22:11:10.361627Z","steps":["trace[1284954244] 'process raft request' (duration: 201.867294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:11:10.361733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:11:09.967968Z","time spent":"393.682781ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:11:21.631658Z","caller":"traceutil/trace.go:171","msg":"trace[131584051] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"101.65717ms","start":"2026-03-17T22:11:21.529982Z","end":"2026-03-17T22:11:21.631639Z","steps":["trace[131584051] 'process raft request' (duration: 85.193664ms)","trace[131584051] 'compare' (duration: 16.368744ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:11:50.267307Z","caller":"traceutil/trace.go:171","msg":"trace[1751942641] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8063; }","duration":"170.572821ms","start":"2026-03-17T22:11:50.096711Z","end":"2026-03-17T22:11:50.267284Z","steps":["trace[1751942641] 'read index received' (duration: 170.355497ms)","trace[1751942641] 'applied index is now lower than readState.Index' (duration: 216.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:11:50.267357Z","caller":"traceutil/trace.go:171","msg":"trace[980540936] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"276.079777ms","start":"2026-03-17T22:11:49.991255Z","end":"2026-03-17T22:11:50.267334Z","steps":["trace[980540936] 'process raft request' (duration: 275.901224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:11:50.267571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.840556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-17T22:11:50.267641Z","caller":"traceutil/trace.go:171","msg":"trace[1125741301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7780; }","duration":"170.955628ms","start":"2026-03-17T22:11:50.096669Z","end":"2026-03-17T22:11:50.267625Z","steps":["trace[1125741301] 'agreement among raft nodes before linearized reading' (duration: 170.761664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:11:50.465356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.524012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:11:50.465578Z","caller":"traceutil/trace.go:171","msg":"trace[1350952776] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"190.838637ms","start":"2026-03-17T22:11:50.274694Z","end":"2026-03-17T22:11:50.465533Z","steps":["trace[1350952776] 'process raft request' (duration: 67.05079ms)","trace[1350952776] 'compare' (duration: 123.38745ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:11:59.191241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5745} {"level":"info","ts":"2026-03-17T22:11:59.274109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5745,"took":"80.834435ms","hash":2496237127,"current-db-size-bytes":44228608,"current-db-size":"44 MB","current-db-size-in-use-bytes":23728128,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-17T22:11:59.274162Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2496237127,"revision":5745,"compact-revision":2778} {"level":"warn","ts":"2026-03-17T22:12:02.405235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.163924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n8c87\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-17T22:12:02.405316Z","caller":"traceutil/trace.go:171","msg":"trace[1382521733] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-n8c87; range_end:; response_count:1; response_revision:7879; }","duration":"168.255196ms","start":"2026-03-17T22:12:02.237043Z","end":"2026-03-17T22:12:02.405298Z","steps":["trace[1382521733] 'range keys from in-memory index tree' (duration: 168.079973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:12:02.405597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.344009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-n8c87\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-17T22:12:02.405679Z","caller":"traceutil/trace.go:171","msg":"trace[812130555] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-n8c87; range_end:; response_count:1; response_revision:7879; }","duration":"168.464631ms","start":"2026-03-17T22:12:02.237196Z","end":"2026-03-17T22:12:02.40566Z","steps":["trace[812130555] 'range keys from in-memory index tree' (duration: 168.211247ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:12:03.292326Z","caller":"traceutil/trace.go:171","msg":"trace[805767290] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"130.510285ms","start":"2026-03-17T22:12:03.161778Z","end":"2026-03-17T22:12:03.292288Z","steps":["trace[805767290] 'process raft request' (duration: 130.2802ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:12:03.312512Z","caller":"traceutil/trace.go:171","msg":"trace[1561766656] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"100.51521ms","start":"2026-03-17T22:12:03.211964Z","end":"2026-03-17T22:12:03.31248Z","steps":["trace[1561766656] 'process raft request' (duration: 100.220965ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:16.317958Z","caller":"traceutil/trace.go:171","msg":"trace[1354471454] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"271.562761ms","start":"2026-03-17T22:13:16.046361Z","end":"2026-03-17T22:13:16.317924Z","steps":["trace[1354471454] 'process raft request' (duration: 271.295336ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:15:34.963065Z","caller":"traceutil/trace.go:171","msg":"trace[2054639968] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"102.448748ms","start":"2026-03-17T22:15:34.860588Z","end":"2026-03-17T22:15:34.963037Z","steps":["trace[2054639968] 'process raft request' (duration: 88.309273ms)","trace[2054639968] 'compare' (duration: 13.991322ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:15:45.875585Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dc35f804a62878ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-17T22:15:45.881585Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-17T22:15:45.881666Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-17T22:16:59.197081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7855} {"level":"info","ts":"2026-03-17T22:16:59.261883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7855,"took":"62.566066ms","hash":2708407648,"current-db-size-bytes":44228608,"current-db-size":"44 MB","current-db-size-in-use-bytes":25804800,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-17T22:16:59.261938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2708407648,"revision":7855,"compact-revision":5745} {"level":"info","ts":"2026-03-17T22:21:59.204656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10021} {"level":"info","ts":"2026-03-17T22:21:59.280196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10021,"took":"73.383684ms","hash":3501600139,"current-db-size-bytes":44228608,"current-db-size":"44 MB","current-db-size-in-use-bytes":16793600,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-17T22:21:59.280263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3501600139,"revision":10021,"compact-revision":7855}