{"level":"warn","ts":"2026-04-08T00:34:38.672955Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T00:34:38.67305Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T00:34:38.673115Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T00:34:38.67313Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-08T00:34:38.673148Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T00:34:38.674014Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-04-08T00:34:38.674122Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T00:34:38.678221Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.883473ms"} {"level":"info","ts":"2026-04-08T00:34:38.69501Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-04-08T00:34:38.695143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T00:34:38.695189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-04-08T00:34:38.695211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T00:34:38.695226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-04-08T00:34:38.695302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-04-08T00:34:38.701381Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T00:34:38.70323Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T00:34:38.704599Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T00:34:38.707015Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T00:34:38.710051Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T00:34:38.710196Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:34:38.710278Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:34:38.710295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:34:38.712743Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T00:34:38.712835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-04-08T00:34:38.712851Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-08T00:34:38.712928Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-08T00:34:38.713056Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T00:34:38.713104Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T00:34:38.713165Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-08T00:34:38.996044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T00:34:38.996241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T00:34:38.996311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-04-08T00:34:38.996371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-04-08T00:34:38.996413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-08T00:34:38.996463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-04-08T00:34:38.996509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-08T00:34:38.998006Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:34:38.99956Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:34:38.999641Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:34:38.999663Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:34:38.99969Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T00:34:38.999698Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T00:34:38.999998Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T00:34:39.000528Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T00:34:39.000574Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T00:34:39.003592Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T00:34:39.006661Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-04-08T00:35:15.378131Z","caller":"traceutil/trace.go:171","msg":"trace[13292821] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"204.604016ms","start":"2026-04-08T00:35:15.173493Z","end":"2026-04-08T00:35:15.378097Z","steps":["trace[13292821] 'read index received' (duration: 203.927248ms)","trace[13292821] 'applied index is now lower than readState.Index' (duration: 675.508µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:15.37825Z","caller":"traceutil/trace.go:171","msg":"trace[631393349] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"289.938079ms","start":"2026-04-08T00:35:15.088259Z","end":"2026-04-08T00:35:15.378197Z","steps":["trace[631393349] 'process raft request' (duration: 289.294502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:15.378527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.996866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-svmst\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-08T00:35:15.378659Z","caller":"traceutil/trace.go:171","msg":"trace[809027208] range","detail":"{range_begin:/registry/pods/kube-system/cilium-svmst; range_end:; response_count:1; response_revision:616; }","duration":"205.17211ms","start":"2026-04-08T00:35:15.173461Z","end":"2026-04-08T00:35:15.378633Z","steps":["trace[809027208] 'agreement among raft nodes before linearized reading' (duration: 204.834441ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:15.568753Z","caller":"traceutil/trace.go:171","msg":"trace[848359253] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"176.398488ms","start":"2026-04-08T00:35:15.392292Z","end":"2026-04-08T00:35:15.56869Z","steps":["trace[848359253] 'process raft request' (duration: 176.201263ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:15.584731Z","caller":"traceutil/trace.go:171","msg":"trace[184574655] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"139.524958ms","start":"2026-04-08T00:35:15.445159Z","end":"2026-04-08T00:35:15.584684Z","steps":["trace[184574655] 'process raft request' (duration: 139.439506ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:31.286136Z","caller":"traceutil/trace.go:171","msg":"trace[757229907] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"137.683151ms","start":"2026-04-08T00:35:31.148417Z","end":"2026-04-08T00:35:31.2861Z","steps":["trace[757229907] 'process raft request' (duration: 137.419244ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:58.751669Z","caller":"traceutil/trace.go:171","msg":"trace[526587138] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"169.35151ms","start":"2026-04-08T00:35:58.582266Z","end":"2026-04-08T00:35:58.751618Z","steps":["trace[526587138] 'process raft request' (duration: 169.182426ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:58.752379Z","caller":"traceutil/trace.go:171","msg":"trace[687082342] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1206; }","duration":"112.656213ms","start":"2026-04-08T00:35:58.639691Z","end":"2026-04-08T00:35:58.752347Z","steps":["trace[687082342] 'read index received' (duration: 112.17762ms)","trace[687082342] 'applied index is now lower than readState.Index' (duration: 477.073µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:58.752568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.849518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:58.752624Z","caller":"traceutil/trace.go:171","msg":"trace[372414580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"113.000082ms","start":"2026-04-08T00:35:58.639608Z","end":"2026-04-08T00:35:58.752609Z","steps":["trace[372414580] 'agreement among raft nodes before linearized reading' (duration: 112.876429ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:58.752671Z","caller":"traceutil/trace.go:171","msg":"trace[1349460940] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"166.532432ms","start":"2026-04-08T00:35:58.586092Z","end":"2026-04-08T00:35:58.752625Z","steps":["trace[1349460940] 'process raft request' (duration: 166.09613ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:21.742381Z","caller":"traceutil/trace.go:171","msg":"trace[40402094] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"103.662566ms","start":"2026-04-08T00:36:21.638688Z","end":"2026-04-08T00:36:21.74235Z","steps":["trace[40402094] 'read index received' (duration: 95.06987ms)","trace[40402094] 'applied index is now lower than readState.Index' (duration: 8.591316ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:21.742458Z","caller":"traceutil/trace.go:171","msg":"trace[824258551] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"133.368582ms","start":"2026-04-08T00:36:21.609055Z","end":"2026-04-08T00:36:21.742424Z","steps":["trace[824258551] 'process raft request' (duration: 124.677514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:21.74255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.840122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:36:21.74259Z","caller":"traceutil/trace.go:171","msg":"trace[71237390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1434; }","duration":"103.952824ms","start":"2026-04-08T00:36:21.638626Z","end":"2026-04-08T00:36:21.742579Z","steps":["trace[71237390] 'agreement among raft nodes before linearized reading' (duration: 103.854502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:45.406018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.062139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:36:45.406212Z","caller":"traceutil/trace.go:171","msg":"trace[218537253] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"348.534476ms","start":"2026-04-08T00:36:45.0576Z","end":"2026-04-08T00:36:45.406134Z","steps":["trace[218537253] 'read index received' (duration: 71.312935ms)","trace[218537253] 'applied index is now lower than readState.Index' (duration: 277.219451ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:45.406478Z","caller":"traceutil/trace.go:171","msg":"trace[1495757622] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"351.109705ms","start":"2026-04-08T00:36:45.055286Z","end":"2026-04-08T00:36:45.406396Z","steps":["trace[1495757622] 'process raft request' (duration: 73.7506ms)","trace[1495757622] 'compare' (duration: 275.71238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:36:45.406547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.014498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T00:36:45.406572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.935458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-08T00:36:45.406664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.319053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T00:36:45.406737Z","caller":"traceutil/trace.go:171","msg":"trace[1257938663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1832; }","duration":"349.075822ms","start":"2026-04-08T00:36:45.057591Z","end":"2026-04-08T00:36:45.406667Z","steps":["trace[1257938663] 'agreement among raft nodes before linearized reading' (duration: 348.754113ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:45.406768Z","caller":"traceutil/trace.go:171","msg":"trace[1976810592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1832; }","duration":"317.487658ms","start":"2026-04-08T00:36:45.089257Z","end":"2026-04-08T00:36:45.406745Z","steps":["trace[1976810592] 'agreement among raft nodes before linearized reading' (duration: 317.135538ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:45.406614Z","caller":"traceutil/trace.go:171","msg":"trace[1547601105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1832; }","duration":"140.111651ms","start":"2026-04-08T00:36:45.266462Z","end":"2026-04-08T00:36:45.406574Z","steps":["trace[1547601105] 'agreement among raft nodes before linearized reading' (duration: 139.928056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:45.406824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:45.089226Z","time spent":"317.588991ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:36:45.406797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:45.057526Z","time spent":"349.261566ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T00:36:45.407047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:45.055266Z","time spent":"351.322501ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:37:00.097404Z","caller":"traceutil/trace.go:171","msg":"trace[164119689] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"140.411939ms","start":"2026-04-08T00:36:59.956963Z","end":"2026-04-08T00:37:00.097375Z","steps":["trace[164119689] 'process raft request' (duration: 140.233725ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:38:59.674025Z","caller":"traceutil/trace.go:171","msg":"trace[2011301117] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"119.286483ms","start":"2026-04-08T00:38:59.554678Z","end":"2026-04-08T00:38:59.673964Z","steps":["trace[2011301117] 'process raft request' (duration: 118.993575ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:39:00.156453Z","caller":"traceutil/trace.go:171","msg":"trace[1886605000] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2918; }","duration":"227.448902ms","start":"2026-04-08T00:38:59.928972Z","end":"2026-04-08T00:39:00.156421Z","steps":["trace[1886605000] 'read index received' (duration: 227.162054ms)","trace[1886605000] 'applied index is now lower than readState.Index' (duration: 285.628µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:39:00.156666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.658957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:39:00.156732Z","caller":"traceutil/trace.go:171","msg":"trace[666530646] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2813; }","duration":"227.76925ms","start":"2026-04-08T00:38:59.92893Z","end":"2026-04-08T00:39:00.1567Z","steps":["trace[666530646] 'agreement among raft nodes before linearized reading' (duration: 227.665718ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:39:00.156647Z","caller":"traceutil/trace.go:171","msg":"trace[22786886] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"259.961386ms","start":"2026-04-08T00:38:59.89654Z","end":"2026-04-08T00:39:00.156502Z","steps":["trace[22786886] 'process raft request' (duration: 259.619597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:39:00.15679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.942894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:39:00.157686Z","caller":"traceutil/trace.go:171","msg":"trace[1270773668] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2813; }","duration":"115.911771ms","start":"2026-04-08T00:39:00.041747Z","end":"2026-04-08T00:39:00.157659Z","steps":["trace[1270773668] 'agreement among raft nodes before linearized reading' (duration: 114.912153ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:35.729196Z","caller":"traceutil/trace.go:171","msg":"trace[244930759] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"100.743932ms","start":"2026-04-08T00:41:35.628426Z","end":"2026-04-08T00:41:35.72917Z","steps":["trace[244930759] 'process raft request' (duration: 100.574167ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:35.832157Z","caller":"traceutil/trace.go:171","msg":"trace[540580205] linearizableReadLoop","detail":"{readStateIndex:3979; appliedIndex:3978; }","duration":"101.353388ms","start":"2026-04-08T00:41:35.730784Z","end":"2026-04-08T00:41:35.832137Z","steps":["trace[540580205] 'read index received' (duration: 97.76745ms)","trace[540580205] 'applied index is now lower than readState.Index' (duration: 3.585148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:41:35.832299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.496643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:35.832341Z","caller":"traceutil/trace.go:171","msg":"trace[648003096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3835; }","duration":"101.570214ms","start":"2026-04-08T00:41:35.73076Z","end":"2026-04-08T00:41:35.83233Z","steps":["trace[648003096] 'agreement among raft nodes before linearized reading' (duration: 101.456311ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:35.832568Z","caller":"traceutil/trace.go:171","msg":"trace[1546478768] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"145.104632ms","start":"2026-04-08T00:41:35.68716Z","end":"2026-04-08T00:41:35.832264Z","steps":["trace[1546478768] 'process raft request' (duration: 141.382181ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:04.292761Z","caller":"traceutil/trace.go:171","msg":"trace[594388234] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"103.483114ms","start":"2026-04-08T00:43:04.1892Z","end":"2026-04-08T00:43:04.292683Z","steps":["trace[594388234] 'process raft request' (duration: 103.201085ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:04.330103Z","caller":"traceutil/trace.go:171","msg":"trace[493107090] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"104.677506ms","start":"2026-04-08T00:43:04.22536Z","end":"2026-04-08T00:43:04.330037Z","steps":["trace[493107090] 'process raft request' (duration: 104.419649ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:07.18409Z","caller":"traceutil/trace.go:171","msg":"trace[1629705602] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"108.291955ms","start":"2026-04-08T00:43:07.075764Z","end":"2026-04-08T00:43:07.184056Z","steps":["trace[1629705602] 'process raft request' (duration: 108.190462ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:07.184083Z","caller":"traceutil/trace.go:171","msg":"trace[1308841289] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"123.608613ms","start":"2026-04-08T00:43:07.060436Z","end":"2026-04-08T00:43:07.184045Z","steps":["trace[1308841289] 'process raft request' (duration: 113.477846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:23.84807Z","caller":"traceutil/trace.go:171","msg":"trace[1494789690] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"147.488784ms","start":"2026-04-08T00:43:23.700544Z","end":"2026-04-08T00:43:23.848033Z","steps":["trace[1494789690] 'process raft request' (duration: 147.281719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.145834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.522703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:43:24.146016Z","caller":"traceutil/trace.go:171","msg":"trace[2121064548] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5588; }","duration":"290.927257ms","start":"2026-04-08T00:43:23.855061Z","end":"2026-04-08T00:43:24.145988Z","steps":["trace[2121064548] 'read index received' (duration: 135.080225ms)","trace[2121064548] 'applied index is now lower than readState.Index' (duration: 155.845152ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:24.14616Z","caller":"traceutil/trace.go:171","msg":"trace[1512008753] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"292.264235ms","start":"2026-04-08T00:43:23.853881Z","end":"2026-04-08T00:43:24.146145Z","steps":["trace[1512008753] 'process raft request' (duration: 136.3241ms)","trace[1512008753] 'compare' (duration: 155.280756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:24.146347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.094603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b44e9946-d112-419b-a9ca-7b4c71f76eeb\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T00:43:24.146433Z","caller":"traceutil/trace.go:171","msg":"trace[1737422320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b44e9946-d112-419b-a9ca-7b4c71f76eeb; range_end:; response_count:1; response_revision:5391; }","duration":"118.244857ms","start":"2026-04-08T00:43:24.028169Z","end":"2026-04-08T00:43:24.146414Z","steps":["trace[1737422320] 'agreement among raft nodes before linearized reading' (duration: 117.996071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.14642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.467086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b44e9946-d112-419b-a9ca-7b4c71f76eeb\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T00:43:24.146503Z","caller":"traceutil/trace.go:171","msg":"trace[2127030935] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b44e9946-d112-419b-a9ca-7b4c71f76eeb; range_end:; response_count:1; response_revision:5391; }","duration":"290.580189ms","start":"2026-04-08T00:43:23.855906Z","end":"2026-04-08T00:43:24.146486Z","steps":["trace[2127030935] 'agreement among raft nodes before linearized reading' (duration: 290.263461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.146656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.599237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-08T00:43:24.146685Z","caller":"traceutil/trace.go:171","msg":"trace[89056557] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5391; }","duration":"291.671279ms","start":"2026-04-08T00:43:23.855004Z","end":"2026-04-08T00:43:24.146675Z","steps":["trace[89056557] 'agreement among raft nodes before linearized reading' (duration: 291.593346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.146723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.071803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-08T00:43:24.146831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.993413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-04-08T00:43:24.146895Z","caller":"traceutil/trace.go:171","msg":"trace[427922804] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5391; }","duration":"290.063885ms","start":"2026-04-08T00:43:23.856813Z","end":"2026-04-08T00:43:24.146877Z","steps":["trace[427922804] 'agreement among raft nodes before linearized reading' (duration: 289.844869ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:24.146899Z","caller":"traceutil/trace.go:171","msg":"trace[1875199154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5391; }","duration":"254.303079ms","start":"2026-04-08T00:43:23.892568Z","end":"2026-04-08T00:43:24.146871Z","steps":["trace[1875199154] 'agreement among raft nodes before linearized reading' (duration: 253.824836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.147232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.573491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T00:43:24.147353Z","caller":"traceutil/trace.go:171","msg":"trace[1754439149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5391; }","duration":"153.755305ms","start":"2026-04-08T00:43:23.993576Z","end":"2026-04-08T00:43:24.147331Z","steps":["trace[1754439149] 'agreement among raft nodes before linearized reading' (duration: 152.964334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:24.396136Z","caller":"traceutil/trace.go:171","msg":"trace[323772478] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"243.275638ms","start":"2026-04-08T00:43:24.152819Z","end":"2026-04-08T00:43:24.396095Z","steps":["trace[323772478] 'process raft request' (duration: 207.205033ms)","trace[323772478] 'compare' (duration: 35.792647ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:24.396379Z","caller":"traceutil/trace.go:171","msg":"trace[915495350] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"241.768906ms","start":"2026-04-08T00:43:24.154566Z","end":"2026-04-08T00:43:24.396335Z","steps":["trace[915495350] 'process raft request' (duration: 241.466518ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:24.396531Z","caller":"traceutil/trace.go:171","msg":"trace[2035895318] linearizableReadLoop","detail":"{readStateIndex:5593; appliedIndex:5590; }","duration":"198.329652ms","start":"2026-04-08T00:43:24.19817Z","end":"2026-04-08T00:43:24.396499Z","steps":["trace[2035895318] 'read index received' (duration: 161.742423ms)","trace[2035895318] 'applied index is now lower than readState.Index' (duration: 36.556238ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:24.396584Z","caller":"traceutil/trace.go:171","msg":"trace[584626058] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"238.305592ms","start":"2026-04-08T00:43:24.158262Z","end":"2026-04-08T00:43:24.396567Z","steps":["trace[584626058] 'process raft request' (duration: 237.991394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.396814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.357035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-08T00:43:24.397027Z","caller":"traceutil/trace.go:171","msg":"trace[1612391083] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5396; }","duration":"219.606781ms","start":"2026-04-08T00:43:24.177392Z","end":"2026-04-08T00:43:24.396999Z","steps":["trace[1612391083] 'agreement among raft nodes before linearized reading' (duration: 219.240851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:24.397376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.478821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T00:43:24.397448Z","caller":"traceutil/trace.go:171","msg":"trace[207689714] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5396; }","duration":"192.616866ms","start":"2026-04-08T00:43:24.204813Z","end":"2026-04-08T00:43:24.39743Z","steps":["trace[207689714] 'agreement among raft nodes before linearized reading' (duration: 192.217305ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:39.03184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3029} {"level":"info","ts":"2026-04-08T00:44:39.125644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3029,"took":"91.359021ms","hash":1047086879,"current-db-size-bytes":57143296,"current-db-size":"57 MB","current-db-size-in-use-bytes":31485952,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T00:44:39.125725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1047086879,"revision":3029,"compact-revision":-1} {"level":"info","ts":"2026-04-08T00:49:22.335049Z","caller":"traceutil/trace.go:171","msg":"trace[334599302] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"141.957677ms","start":"2026-04-08T00:49:22.193063Z","end":"2026-04-08T00:49:22.33502Z","steps":["trace[334599302] 'read index received' (duration: 141.702971ms)","trace[334599302] 'applied index is now lower than readState.Index' (duration: 252.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:22.33511Z","caller":"traceutil/trace.go:171","msg":"trace[961493796] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"164.865439ms","start":"2026-04-08T00:49:22.170202Z","end":"2026-04-08T00:49:22.335068Z","steps":["trace[961493796] 'process raft request' (duration: 164.652233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.335345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.028533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:49:22.3354Z","caller":"traceutil/trace.go:171","msg":"trace[2023067181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8218; }","duration":"130.151776ms","start":"2026-04-08T00:49:22.205236Z","end":"2026-04-08T00:49:22.335387Z","steps":["trace[2023067181] 'agreement among raft nodes before linearized reading' (duration: 129.971581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.335387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.288586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T00:49:22.335478Z","caller":"traceutil/trace.go:171","msg":"trace[640919278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8218; }","duration":"142.457521ms","start":"2026-04-08T00:49:22.192995Z","end":"2026-04-08T00:49:22.335453Z","steps":["trace[640919278] 'agreement among raft nodes before linearized reading' (duration: 142.157423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.335487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.312771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T00:49:22.335542Z","caller":"traceutil/trace.go:171","msg":"trace[1815270264] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8218; }","duration":"113.432494ms","start":"2026-04-08T00:49:22.222095Z","end":"2026-04-08T00:49:22.335527Z","steps":["trace[1815270264] 'agreement among raft nodes before linearized reading' (duration: 113.224228ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.547625Z","caller":"traceutil/trace.go:171","msg":"trace[724537517] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"207.74945ms","start":"2026-04-08T00:49:22.33984Z","end":"2026-04-08T00:49:22.54759Z","steps":["trace[724537517] 'process raft request' (duration: 207.548895ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.623353Z","caller":"traceutil/trace.go:171","msg":"trace[831453708] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"282.704762ms","start":"2026-04-08T00:49:22.340617Z","end":"2026-04-08T00:49:22.623322Z","steps":["trace[831453708] 'process raft request' (duration: 282.579098ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.623428Z","caller":"traceutil/trace.go:171","msg":"trace[1523185503] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"283.467882ms","start":"2026-04-08T00:49:22.339905Z","end":"2026-04-08T00:49:22.623373Z","steps":["trace[1523185503] 'process raft request' (duration: 283.129593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.623976Z","caller":"traceutil/trace.go:171","msg":"trace[40083409] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8505; }","duration":"167.667554ms","start":"2026-04-08T00:49:22.456273Z","end":"2026-04-08T00:49:22.623941Z","steps":["trace[40083409] 'read index received' (duration: 91.039368ms)","trace[40083409] 'applied index is now lower than readState.Index' (duration: 76.625926ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:22.624102Z","caller":"traceutil/trace.go:171","msg":"trace[61347480] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"209.96271ms","start":"2026-04-08T00:49:22.414124Z","end":"2026-04-08T00:49:22.624086Z","steps":["trace[61347480] 'process raft request' (duration: 209.133788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.624198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.910801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:49:22.624239Z","caller":"traceutil/trace.go:171","msg":"trace[1710563924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8222; }","duration":"168.020214ms","start":"2026-04-08T00:49:22.456208Z","end":"2026-04-08T00:49:22.624228Z","steps":["trace[1710563924] 'agreement among raft nodes before linearized reading' (duration: 167.849829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:34.867487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.249939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T00:49:34.867534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.674221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:34.867598Z","caller":"traceutil/trace.go:171","msg":"trace[1715904009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8284; }","duration":"189.411194ms","start":"2026-04-08T00:49:34.678166Z","end":"2026-04-08T00:49:34.867577Z","steps":["trace[1715904009] 'range keys from in-memory index tree' (duration: 189.088635ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:34.867637Z","caller":"traceutil/trace.go:171","msg":"trace[607724305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8284; }","duration":"227.833806ms","start":"2026-04-08T00:49:34.639782Z","end":"2026-04-08T00:49:34.867616Z","steps":["trace[607724305] 'range keys from in-memory index tree' (duration: 227.578158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:34.867772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.878434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:49:34.867874Z","caller":"traceutil/trace.go:171","msg":"trace[556506254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8284; }","duration":"177.034059ms","start":"2026-04-08T00:49:34.690814Z","end":"2026-04-08T00:49:34.867848Z","steps":["trace[556506254] 'range keys from in-memory index tree' (duration: 176.670467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:34.869126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.413402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T00:49:34.86923Z","caller":"traceutil/trace.go:171","msg":"trace[176151690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8284; }","duration":"262.590197ms","start":"2026-04-08T00:49:34.606613Z","end":"2026-04-08T00:49:34.869203Z","steps":["trace[176151690] 'range keys from in-memory index tree' (duration: 261.626371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:35.010101Z","caller":"traceutil/trace.go:171","msg":"trace[102454803] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"136.671004ms","start":"2026-04-08T00:49:34.873412Z","end":"2026-04-08T00:49:35.010083Z","steps":["trace[102454803] 'process raft request' (duration: 128.613566ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:35.010336Z","caller":"traceutil/trace.go:171","msg":"trace[835094032] linearizableReadLoop","detail":"{readStateIndex:8577; appliedIndex:8574; }","duration":"103.839355ms","start":"2026-04-08T00:49:34.906455Z","end":"2026-04-08T00:49:35.010294Z","steps":["trace[835094032] 'read index received' (duration: 17.703711ms)","trace[835094032] 'applied index is now lower than readState.Index' (duration: 86.133264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:35.01053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.03209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:49:35.010582Z","caller":"traceutil/trace.go:171","msg":"trace[1282978758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8287; }","duration":"104.143463ms","start":"2026-04-08T00:49:34.906426Z","end":"2026-04-08T00:49:35.010569Z","steps":["trace[1282978758] 'agreement among raft nodes before linearized reading' (duration: 104.00412ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:35.010387Z","caller":"traceutil/trace.go:171","msg":"trace[1584191197] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"136.403467ms","start":"2026-04-08T00:49:34.873947Z","end":"2026-04-08T00:49:35.010351Z","steps":["trace[1584191197] 'process raft request' (duration: 136.100778ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:35.877786Z","caller":"traceutil/trace.go:171","msg":"trace[69903545] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"189.575237ms","start":"2026-04-08T00:49:35.688181Z","end":"2026-04-08T00:49:35.877756Z","steps":["trace[69903545] 'process raft request' (duration: 189.412863ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:35.896158Z","caller":"traceutil/trace.go:171","msg":"trace[416316220] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8577; }","duration":"203.550667ms","start":"2026-04-08T00:49:35.692584Z","end":"2026-04-08T00:49:35.896134Z","steps":["trace[416316220] 'read index received' (duration: 185.039414ms)","trace[416316220] 'applied index is now lower than readState.Index' (duration: 18.510043ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:35.896531Z","caller":"traceutil/trace.go:171","msg":"trace[1006786511] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"207.242306ms","start":"2026-04-08T00:49:35.689254Z","end":"2026-04-08T00:49:35.896496Z","steps":["trace[1006786511] 'process raft request' (duration: 206.783464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:35.896923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.320428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:49:35.896984Z","caller":"traceutil/trace.go:171","msg":"trace[487761100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8289; }","duration":"204.41466ms","start":"2026-04-08T00:49:35.692552Z","end":"2026-04-08T00:49:35.896966Z","steps":["trace[487761100] 'agreement among raft nodes before linearized reading' (duration: 204.227145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:35.897466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.247237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-08T00:49:35.89756Z","caller":"traceutil/trace.go:171","msg":"trace[1358938457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8289; }","duration":"124.408631ms","start":"2026-04-08T00:49:35.773126Z","end":"2026-04-08T00:49:35.897535Z","steps":["trace[1358938457] 'agreement among raft nodes before linearized reading' (duration: 124.117703ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:39.039427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6111} {"level":"info","ts":"2026-04-08T00:49:39.134577Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6111,"took":"92.368123ms","hash":2590073764,"current-db-size-bytes":57143296,"current-db-size":"57 MB","current-db-size-in-use-bytes":23724032,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-08T00:49:39.134662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2590073764,"revision":6111,"compact-revision":3029} {"level":"info","ts":"2026-04-08T00:50:04.24638Z","caller":"traceutil/trace.go:171","msg":"trace[1185428450] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"234.967687ms","start":"2026-04-08T00:50:04.011388Z","end":"2026-04-08T00:50:04.246356Z","steps":["trace[1185428450] 'process raft request' (duration: 234.842894ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:04.246658Z","caller":"traceutil/trace.go:171","msg":"trace[552085155] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8793; }","duration":"232.588393ms","start":"2026-04-08T00:50:04.014061Z","end":"2026-04-08T00:50:04.246649Z","steps":["trace[552085155] 'read index received' (duration: 232.584763ms)","trace[552085155] 'applied index is now lower than readState.Index' (duration: 3.16µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:50:04.246804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.723397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:50:04.246826Z","caller":"traceutil/trace.go:171","msg":"trace[628001713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8494; }","duration":"232.809599ms","start":"2026-04-08T00:50:04.01401Z","end":"2026-04-08T00:50:04.24682Z","steps":["trace[628001713] 'agreement among raft nodes before linearized reading' (duration: 232.688446ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:04.428517Z","caller":"traceutil/trace.go:171","msg":"trace[1359573588] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"181.811337ms","start":"2026-04-08T00:50:04.24668Z","end":"2026-04-08T00:50:04.428491Z","steps":["trace[1359573588] 'read index received' (duration: 181.601882ms)","trace[1359573588] 'applied index is now lower than readState.Index' (duration: 208.005µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:04.428666Z","caller":"traceutil/trace.go:171","msg":"trace[27128953] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"388.439927ms","start":"2026-04-08T00:50:04.040192Z","end":"2026-04-08T00:50:04.428632Z","steps":["trace[27128953] 'process raft request' (duration: 388.070817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:04.428789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.938001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lqg7w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-08T00:50:04.428739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.715905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T00:50:04.428881Z","caller":"traceutil/trace.go:171","msg":"trace[1343896979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lqg7w; range_end:; response_count:1; response_revision:8495; }","duration":"313.147316ms","start":"2026-04-08T00:50:04.115711Z","end":"2026-04-08T00:50:04.428859Z","steps":["trace[1343896979] 'agreement among raft nodes before linearized reading' (duration: 312.816697ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:04.428899Z","caller":"traceutil/trace.go:171","msg":"trace[1877208566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8495; }","duration":"412.966071ms","start":"2026-04-08T00:50:04.015924Z","end":"2026-04-08T00:50:04.42889Z","steps":["trace[1877208566] 'agreement among raft nodes before linearized reading' (duration: 412.652493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:04.428924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:04.115695Z","time spent":"313.218679ms","remote":"127.0.0.1:60638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-lqg7w\" "} {"level":"warn","ts":"2026-04-08T00:50:04.42893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:04.015902Z","time spent":"413.021163ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:50:04.429165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.167502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T00:50:04.429303Z","caller":"traceutil/trace.go:171","msg":"trace[434089843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8495; }","duration":"408.345827ms","start":"2026-04-08T00:50:04.020934Z","end":"2026-04-08T00:50:04.429279Z","steps":["trace[434089843] 'agreement among raft nodes before linearized reading' (duration: 407.749541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:04.429392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:04.040174Z","time spent":"388.669364ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:50:04.429509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:04.020924Z","time spent":"408.499881ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:50:04.429681Z","caller":"traceutil/trace.go:171","msg":"trace[1180518273] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"178.23468ms","start":"2026-04-08T00:50:04.251434Z","end":"2026-04-08T00:50:04.429669Z","steps":["trace[1180518273] 'process raft request' (duration: 178.158328ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:16.497529Z","caller":"traceutil/trace.go:171","msg":"trace[1321779932] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8598; }","duration":"156.555853ms","start":"2026-04-08T00:50:16.340938Z","end":"2026-04-08T00:50:16.497494Z","steps":["trace[1321779932] 'process raft request' (duration: 108.949692ms)","trace[1321779932] 'compare' (duration: 47.456477ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:16.507411Z","caller":"traceutil/trace.go:171","msg":"trace[221728351] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"164.94826ms","start":"2026-04-08T00:50:16.342446Z","end":"2026-04-08T00:50:16.507395Z","steps":["trace[221728351] 'process raft request' (duration: 164.852538ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:17.986976Z","caller":"traceutil/trace.go:171","msg":"trace[1802860401] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"168.390553ms","start":"2026-04-08T00:50:17.818542Z","end":"2026-04-08T00:50:17.986933Z","steps":["trace[1802860401] 'process raft request' (duration: 168.128836ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:51:04.744509Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002480.wal"} {"level":"info","ts":"2026-04-08T00:52:15.012693Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T00:52:15.017892Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T00:52:15.017969Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T00:54:39.047424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8316} {"level":"info","ts":"2026-04-08T00:54:39.131027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8316,"took":"81.194895ms","hash":2246535005,"current-db-size-bytes":57143296,"current-db-size":"57 MB","current-db-size-in-use-bytes":24838144,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-08T00:54:39.131124Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2246535005,"revision":8316,"compact-revision":6111} {"level":"info","ts":"2026-04-08T00:59:39.054503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10707} {"level":"info","ts":"2026-04-08T00:59:39.129131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10707,"took":"72.766068ms","hash":504143469,"current-db-size-bytes":57143296,"current-db-size":"57 MB","current-db-size-in-use-bytes":20226048,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-08T00:59:39.129192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":504143469,"revision":10707,"compact-revision":8316}