{"level":"warn","ts":"2026-04-01T23:28:50.058393Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T23:28:50.058498Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T23:28:50.058586Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T23:28:50.0586Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-04-01T23:28:50.058624Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T23:28:50.059304Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-04-01T23:28:50.059384Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T23:28:50.063675Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.044681ms"} {"level":"info","ts":"2026-04-01T23:28:50.070134Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-04-01T23:28:50.070321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T23:28:50.070359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-04-01T23:28:50.070374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T23:28:50.070391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-04-01T23:28:50.070481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-04-01T23:28:50.08524Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T23:28:50.087381Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T23:28:50.089821Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T23:28:50.092872Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T23:28:50.094632Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T23:28:50.094558Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:28:50.094721Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:28:50.094763Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T23:28:50.096442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-04-01T23:28:50.096598Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-04-01T23:28:50.097689Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T23:28:50.09782Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-04-01T23:28:50.097869Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-04-01T23:28:50.098075Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T23:28:50.098125Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T23:28:50.571294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T23:28:50.571353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T23:28:50.571389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-04-01T23:28:50.571403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-04-01T23:28:50.57141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-04-01T23:28:50.571421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-04-01T23:28:50.571432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-04-01T23:28:50.572428Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:28:50.573318Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T23:28:50.57334Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T23:28:50.573425Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T23:28:50.573612Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T23:28:50.57367Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T23:28:50.573878Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:28:50.573951Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:28:50.573972Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T23:28:50.576988Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T23:28:50.579056Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-04-01T23:29:22.40556Z","caller":"traceutil/trace.go:171","msg":"trace[1334726360] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"113.451072ms","start":"2026-04-01T23:29:22.292069Z","end":"2026-04-01T23:29:22.40552Z","steps":["trace[1334726360] 'process raft request' (duration: 113.169165ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:22.40659Z","caller":"traceutil/trace.go:171","msg":"trace[1008186403] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"114.310595ms","start":"2026-04-01T23:29:22.292251Z","end":"2026-04-01T23:29:22.406562Z","steps":["trace[1008186403] 'process raft request' (duration: 113.971536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:26.205007Z","caller":"traceutil/trace.go:171","msg":"trace[392536693] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"156.561404ms","start":"2026-04-01T23:29:26.048414Z","end":"2026-04-01T23:29:26.204975Z","steps":["trace[392536693] 'read index received' (duration: 155.924497ms)","trace[392536693] 'applied index is now lower than readState.Index' (duration: 635.687µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:29:26.205108Z","caller":"traceutil/trace.go:171","msg":"trace[780271830] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"158.94307ms","start":"2026-04-01T23:29:26.046135Z","end":"2026-04-01T23:29:26.205078Z","steps":["trace[780271830] 'process raft request' (duration: 158.304523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:26.205215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.77673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:29:26.205393Z","caller":"traceutil/trace.go:171","msg":"trace[675521655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"157.000246ms","start":"2026-04-01T23:29:26.048379Z","end":"2026-04-01T23:29:26.205379Z","steps":["trace[675521655] 'agreement among raft nodes before linearized reading' (duration: 156.717358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:26.700778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.273859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:29:26.701028Z","caller":"traceutil/trace.go:171","msg":"trace[42087188] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"491.953165ms","start":"2026-04-01T23:29:26.209048Z","end":"2026-04-01T23:29:26.701002Z","steps":["trace[42087188] 'process raft request' (duration: 308.657668ms)","trace[42087188] 'compare' (duration: 182.119835ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:29:26.701134Z","caller":"traceutil/trace.go:171","msg":"trace[1921666834] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"432.461783ms","start":"2026-04-01T23:29:26.268652Z","end":"2026-04-01T23:29:26.701113Z","steps":["trace[1921666834] 'process raft request' (duration: 432.301029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:26.701156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.502303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:29:26.701164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.209023Z","time spent":"492.070108ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:26.701214Z","caller":"traceutil/trace.go:171","msg":"trace[666015227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"277.611505ms","start":"2026-04-01T23:29:26.423589Z","end":"2026-04-01T23:29:26.7012Z","steps":["trace[666015227] 'agreement among raft nodes before linearized reading' (duration: 277.484012ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:26.70104Z","caller":"traceutil/trace.go:171","msg":"trace[997068992] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"277.381209ms","start":"2026-04-01T23:29:26.423639Z","end":"2026-04-01T23:29:26.70102Z","steps":["trace[997068992] 'read index received' (duration: 94.182254ms)","trace[997068992] 'applied index is now lower than readState.Index' (duration: 183.197885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:26.701247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.268625Z","time spent":"432.575906ms","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:29:26.701399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.14786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:29:26.701475Z","caller":"traceutil/trace.go:171","msg":"trace[1232364516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"262.251093ms","start":"2026-04-01T23:29:26.439201Z","end":"2026-04-01T23:29:26.701452Z","steps":["trace[1232364516] 'agreement among raft nodes before linearized reading' (duration: 262.12454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:43.205219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.179608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:29:43.205372Z","caller":"traceutil/trace.go:171","msg":"trace[1630225962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:785; }","duration":"279.354843ms","start":"2026-04-01T23:29:42.925996Z","end":"2026-04-01T23:29:43.205351Z","steps":["trace[1630225962] 'range keys from in-memory index tree' (duration: 279.154648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:54.409924Z","caller":"traceutil/trace.go:171","msg":"trace[623690047] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1899; }","duration":"224.715153ms","start":"2026-04-01T23:30:54.185183Z","end":"2026-04-01T23:30:54.409898Z","steps":["trace[623690047] 'read index received' (duration: 224.500228ms)","trace[623690047] 'applied index is now lower than readState.Index' (duration: 213.575µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:30:54.410073Z","caller":"traceutil/trace.go:171","msg":"trace[1086987773] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"329.381918ms","start":"2026-04-01T23:30:54.080645Z","end":"2026-04-01T23:30:54.410027Z","steps":["trace[1086987773] 'process raft request' (duration: 329.07849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:30:54.410127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.926939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57ac7b59-3b87-4c10-847b-b71b11888cc7\" ","response":"range_response_count:1 size:3745"} {"level":"warn","ts":"2026-04-01T23:30:54.410321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:30:54.080625Z","time spent":"329.568543ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:30:54.410387Z","caller":"traceutil/trace.go:171","msg":"trace[1671447201] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57ac7b59-3b87-4c10-847b-b71b11888cc7; range_end:; response_count:1; response_revision:1830; }","duration":"225.214347ms","start":"2026-04-01T23:30:54.185115Z","end":"2026-04-01T23:30:54.410329Z","steps":["trace[1671447201] 'agreement among raft nodes before linearized reading' (duration: 224.94926ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:54.792036Z","caller":"traceutil/trace.go:171","msg":"trace[1762903617] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"279.673029ms","start":"2026-04-01T23:30:54.512339Z","end":"2026-04-01T23:30:54.792012Z","steps":["trace[1762903617] 'process raft request' (duration: 279.495244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:54.79242Z","caller":"traceutil/trace.go:171","msg":"trace[468693737] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"275.743391ms","start":"2026-04-01T23:30:54.516642Z","end":"2026-04-01T23:30:54.792385Z","steps":["trace[468693737] 'process raft request' (duration: 275.610467ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:54.792448Z","caller":"traceutil/trace.go:171","msg":"trace[2025899231] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"276.062139ms","start":"2026-04-01T23:30:54.516373Z","end":"2026-04-01T23:30:54.792435Z","steps":["trace[2025899231] 'process raft request' (duration: 275.589656ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:54.792865Z","caller":"traceutil/trace.go:171","msg":"trace[839788279] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"189.495943ms","start":"2026-04-01T23:30:54.603334Z","end":"2026-04-01T23:30:54.79283Z","steps":["trace[839788279] 'process raft request' (duration: 189.294697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.585962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.897891ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T23:31:39.597203Z","caller":"traceutil/trace.go:171","msg":"trace[1755885419] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2201; }","duration":"665.779753ms","start":"2026-04-01T23:31:38.93139Z","end":"2026-04-01T23:31:39.597169Z","steps":["trace[1755885419] 'read index received' (duration: 244.632523ms)","trace[1755885419] 'applied index is now lower than readState.Index' (duration: 421.14629ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:39.597287Z","caller":"traceutil/trace.go:171","msg":"trace[513365416] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"648.194969ms","start":"2026-04-01T23:31:38.949075Z","end":"2026-04-01T23:31:39.59727Z","steps":["trace[513365416] 'process raft request' (duration: 648.032985ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:39.59728Z","caller":"traceutil/trace.go:171","msg":"trace[570347879] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"702.802603ms","start":"2026-04-01T23:31:38.894451Z","end":"2026-04-01T23:31:39.597254Z","steps":["trace[570347879] 'process raft request' (duration: 702.453213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.597361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.948008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:31:39.597373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.949047Z","time spent":"648.272671ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:39.5974Z","caller":"traceutil/trace.go:171","msg":"trace[617397449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2125; }","duration":"666.002179ms","start":"2026-04-01T23:31:38.931384Z","end":"2026-04-01T23:31:39.597386Z","steps":["trace[617397449] 'agreement among raft nodes before linearized reading' (duration: 665.920637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.597421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.894414Z","time spent":"702.926596ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:39.597456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:38.931318Z","time spent":"666.113962ms","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:31:39.614302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.365388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:31:39.614367Z","caller":"traceutil/trace.go:171","msg":"trace[1080978124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2126; }","duration":"178.477381ms","start":"2026-04-01T23:31:39.435875Z","end":"2026-04-01T23:31:39.614352Z","steps":["trace[1080978124] 'agreement among raft nodes before linearized reading' (duration: 178.263975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:39.614635Z","caller":"traceutil/trace.go:171","msg":"trace[1139289544] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"256.270953ms","start":"2026-04-01T23:31:39.358353Z","end":"2026-04-01T23:31:39.614624Z","steps":["trace[1139289544] 'process raft request' (duration: 255.520432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.614749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.85016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:31:39.614795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.593067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T23:31:39.614817Z","caller":"traceutil/trace.go:171","msg":"trace[339121379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2126; }","duration":"203.957852ms","start":"2026-04-01T23:31:39.410841Z","end":"2026-04-01T23:31:39.614799Z","steps":["trace[339121379] 'agreement among raft nodes before linearized reading' (duration: 203.714646ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:39.614825Z","caller":"traceutil/trace.go:171","msg":"trace[1921172017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2126; }","duration":"250.650788ms","start":"2026-04-01T23:31:39.364163Z","end":"2026-04-01T23:31:39.614814Z","steps":["trace[1921172017] 'agreement among raft nodes before linearized reading' (duration: 250.553585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.614822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.435096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:31:39.614895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.677969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T23:31:39.61491Z","caller":"traceutil/trace.go:171","msg":"trace[1573466974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2126; }","duration":"180.56929ms","start":"2026-04-01T23:31:39.434308Z","end":"2026-04-01T23:31:39.614877Z","steps":["trace[1573466974] 'agreement among raft nodes before linearized reading' (duration: 180.315083ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:39.614969Z","caller":"traceutil/trace.go:171","msg":"trace[743689207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2126; }","duration":"177.781722ms","start":"2026-04-01T23:31:39.437165Z","end":"2026-04-01T23:31:39.614947Z","steps":["trace[743689207] 'agreement among raft nodes before linearized reading' (duration: 177.572787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.615098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.848956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-01T23:31:39.61519Z","caller":"traceutil/trace.go:171","msg":"trace[1773957225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2126; }","duration":"456.01015ms","start":"2026-04-01T23:31:39.159153Z","end":"2026-04-01T23:31:39.615163Z","steps":["trace[1773957225] 'agreement among raft nodes before linearized reading' (duration: 454.921411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.615245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.159119Z","time spent":"456.112102ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-01T23:31:39.938146Z","caller":"traceutil/trace.go:171","msg":"trace[1611169478] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"319.046071ms","start":"2026-04-01T23:31:39.619071Z","end":"2026-04-01T23:31:39.938118Z","steps":["trace[1611169478] 'process raft request' (duration: 249.444335ms)","trace[1611169478] 'compare' (duration: 69.179245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:39.938306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.619051Z","time spent":"319.169224ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:39.938434Z","caller":"traceutil/trace.go:171","msg":"trace[999896602] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"319.267017ms","start":"2026-04-01T23:31:39.619141Z","end":"2026-04-01T23:31:39.938408Z","steps":["trace[999896602] 'process raft request' (duration: 318.879666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.938637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.619119Z","time spent":"319.428212ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:39.938859Z","caller":"traceutil/trace.go:171","msg":"trace[930410057] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"319.632608ms","start":"2026-04-01T23:31:39.619203Z","end":"2026-04-01T23:31:39.938836Z","steps":["trace[930410057] 'process raft request' (duration: 319.098472ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:39.938925Z","caller":"traceutil/trace.go:171","msg":"trace[836918199] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"319.560575ms","start":"2026-04-01T23:31:39.619349Z","end":"2026-04-01T23:31:39.93891Z","steps":["trace[836918199] 'process raft request' (duration: 319.332558ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:39.938906Z","caller":"traceutil/trace.go:171","msg":"trace[422219700] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"189.882916ms","start":"2026-04-01T23:31:39.748988Z","end":"2026-04-01T23:31:39.938871Z","steps":["trace[422219700] 'process raft request' (duration: 189.809404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:39.938996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.619339Z","time spent":"319.620157ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:39.939001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:39.61919Z","time spent":"319.727861ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:47.289871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.123421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:31:47.289976Z","caller":"traceutil/trace.go:171","msg":"trace[681323618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"469.280355ms","start":"2026-04-01T23:31:46.820676Z","end":"2026-04-01T23:31:47.289957Z","steps":["trace[681323618] 'range keys from in-memory index tree' (duration: 468.934317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:47.289966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.470834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T23:31:47.290027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:46.820654Z","time spent":"469.354758ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:47.290052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.103234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:47.290071Z","caller":"traceutil/trace.go:171","msg":"trace[1897501965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"621.653829ms","start":"2026-04-01T23:31:46.668387Z","end":"2026-04-01T23:31:47.290041Z","steps":["trace[1897501965] 'range keys from in-memory index tree' (duration: 621.246977ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:47.29011Z","caller":"traceutil/trace.go:171","msg":"trace[1403062125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2165; }","duration":"653.198456ms","start":"2026-04-01T23:31:46.636898Z","end":"2026-04-01T23:31:47.290096Z","steps":["trace[1403062125] 'range keys from in-memory index tree' (duration: 652.995091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:47.290129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:46.66836Z","time spent":"621.754802ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:31:47.290153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:46.636866Z","time spent":"653.278968ms","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:31:47.692353Z","caller":"traceutil/trace.go:171","msg":"trace[1864354681] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2245; }","duration":"318.394362ms","start":"2026-04-01T23:31:47.373934Z","end":"2026-04-01T23:31:47.692329Z","steps":["trace[1864354681] 'read index received' (duration: 318.285549ms)","trace[1864354681] 'applied index is now lower than readState.Index' (duration: 107.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:47.692476Z","caller":"traceutil/trace.go:171","msg":"trace[1022038250] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"398.483496ms","start":"2026-04-01T23:31:47.29396Z","end":"2026-04-01T23:31:47.692444Z","steps":["trace[1022038250] 'process raft request' (duration: 398.200219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:47.692637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.67951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25f91aa972d05\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-01T23:31:47.692638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.29393Z","time spent":"398.62156ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:47.692761Z","caller":"traceutil/trace.go:171","msg":"trace[420214096] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25f91aa972d05; range_end:; response_count:1; response_revision:2166; }","duration":"318.782023ms","start":"2026-04-01T23:31:47.373897Z","end":"2026-04-01T23:31:47.692679Z","steps":["trace[420214096] 'agreement among raft nodes before linearized reading' (duration: 318.557877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:47.692979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.373878Z","time spent":"318.963757ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25f91aa972d05\" "} {"level":"warn","ts":"2026-04-01T23:31:48.111228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.469922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:48.111535Z","caller":"traceutil/trace.go:171","msg":"trace[1511007186] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2246; }","duration":"419.087754ms","start":"2026-04-01T23:31:47.692425Z","end":"2026-04-01T23:31:48.111513Z","steps":["trace[1511007186] 'read index received' (duration: 212.216451ms)","trace[1511007186] 'applied index is now lower than readState.Index' (duration: 206.867543ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:31:48.111591Z","caller":"traceutil/trace.go:171","msg":"trace[1723049649] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"465.026799ms","start":"2026-04-01T23:31:47.646535Z","end":"2026-04-01T23:31:48.111561Z","steps":["trace[1723049649] 'process raft request' (duration: 464.894605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.111661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.208918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-04-01T23:31:48.111706Z","caller":"traceutil/trace.go:171","msg":"trace[2140832674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2168; }","duration":"427.29167ms","start":"2026-04-01T23:31:47.6844Z","end":"2026-04-01T23:31:48.111692Z","steps":["trace[2140832674] 'agreement among raft nodes before linearized reading' (duration: 427.114225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.111704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.624392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:31:48.111729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.734895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:31:48.111791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.646503Z","time spent":"465.167892ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:31:48.11175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.684382Z","time spent":"427.357812ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:31:48.111799Z","caller":"traceutil/trace.go:171","msg":"trace[397091325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2168; }","duration":"474.856819ms","start":"2026-04-01T23:31:47.636933Z","end":"2026-04-01T23:31:48.111789Z","steps":["trace[397091325] 'agreement among raft nodes before linearized reading' (duration: 474.663654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:48.111838Z","caller":"traceutil/trace.go:171","msg":"trace[230509862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2168; }","duration":"442.719935ms","start":"2026-04-01T23:31:47.66903Z","end":"2026-04-01T23:31:48.11175Z","steps":["trace[230509862] 'agreement among raft nodes before linearized reading' (duration: 442.54799ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:48.111547Z","caller":"traceutil/trace.go:171","msg":"trace[1760998624] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"486.48705ms","start":"2026-04-01T23:31:47.625034Z","end":"2026-04-01T23:31:48.111521Z","steps":["trace[1760998624] 'process raft request' (duration: 279.614746ms)","trace[1760998624] 'compare' (duration: 206.345549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:31:48.111898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.669016Z","time spent":"442.868319ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:31:48.111947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.636912Z","time spent":"474.93591ms","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:31:48.112048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.62501Z","time spent":"486.90287ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:48.131729Z","caller":"traceutil/trace.go:171","msg":"trace[902185895] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"436.227776ms","start":"2026-04-01T23:31:47.695474Z","end":"2026-04-01T23:31:48.131701Z","steps":["trace[902185895] 'process raft request' (duration: 436.093862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.132068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:31:47.695455Z","time spent":"436.396471ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:31:48.142972Z","caller":"traceutil/trace.go:171","msg":"trace[533883647] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"178.011438ms","start":"2026-04-01T23:31:47.964939Z","end":"2026-04-01T23:31:48.14295Z","steps":["trace[533883647] 'process raft request' (duration: 177.848204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.143538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.713046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:31:48.143827Z","caller":"traceutil/trace.go:171","msg":"trace[908792808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2171; }","duration":"164.034204ms","start":"2026-04-01T23:31:47.979779Z","end":"2026-04-01T23:31:48.143813Z","steps":["trace[908792808] 'agreement among raft nodes before linearized reading' (duration: 163.647043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.14357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.868277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:31:48.143894Z","caller":"traceutil/trace.go:171","msg":"trace[1936302241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2171; }","duration":"169.227467ms","start":"2026-04-01T23:31:47.974647Z","end":"2026-04-01T23:31:48.143874Z","steps":["trace[1936302241] 'agreement among raft nodes before linearized reading' (duration: 168.736794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.143619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.303312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-01T23:31:48.144032Z","caller":"traceutil/trace.go:171","msg":"trace[1046990581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2171; }","duration":"172.772055ms","start":"2026-04-01T23:31:47.971237Z","end":"2026-04-01T23:31:48.144009Z","steps":["trace[1046990581] 'agreement among raft nodes before linearized reading' (duration: 172.235779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:48.143997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.910046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:31:48.143669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.488555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:31:48.144157Z","caller":"traceutil/trace.go:171","msg":"trace[910037605] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2171; }","duration":"117.051692ms","start":"2026-04-01T23:31:48.027094Z","end":"2026-04-01T23:31:48.144146Z","steps":["trace[910037605] 'agreement among raft nodes before linearized reading' (duration: 116.451804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:31:48.144369Z","caller":"traceutil/trace.go:171","msg":"trace[1671132442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2171; }","duration":"166.174744ms","start":"2026-04-01T23:31:47.977951Z","end":"2026-04-01T23:31:48.144126Z","steps":["trace[1671132442] 'agreement among raft nodes before linearized reading' (duration: 165.526656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:31:58.428734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.051747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:31:58.429087Z","caller":"traceutil/trace.go:171","msg":"trace[1825116031] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"139.547341ms","start":"2026-04-01T23:31:58.289508Z","end":"2026-04-01T23:31:58.429055Z","steps":["trace[1825116031] 'process raft request' (duration: 24.110744ms)","trace[1825116031] 'compare' (duration: 114.910003ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:12.407975Z","caller":"traceutil/trace.go:171","msg":"trace[53764659] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"124.218949ms","start":"2026-04-01T23:32:12.283724Z","end":"2026-04-01T23:32:12.407943Z","steps":["trace[53764659] 'process raft request' (duration: 123.585631ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:12.409521Z","caller":"traceutil/trace.go:171","msg":"trace[899641260] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"117.977017ms","start":"2026-04-01T23:32:12.291517Z","end":"2026-04-01T23:32:12.409494Z","steps":["trace[899641260] 'process raft request' (duration: 117.788162ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:36.903172Z","caller":"traceutil/trace.go:171","msg":"trace[1871151226] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"372.530857ms","start":"2026-04-01T23:32:36.530412Z","end":"2026-04-01T23:32:36.902943Z","steps":["trace[1871151226] 'process raft request' (duration: 372.358082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:36.903362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:36.530368Z","time spent":"372.901648ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:32:36.913233Z","caller":"traceutil/trace.go:171","msg":"trace[292280868] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2700; }","duration":"351.251662ms","start":"2026-04-01T23:32:36.56194Z","end":"2026-04-01T23:32:36.913192Z","steps":["trace[292280868] 'read index received' (duration: 341.229197ms)","trace[292280868] 'applied index is now lower than readState.Index' (duration: 10.020715ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:32:36.913319Z","caller":"traceutil/trace.go:171","msg":"trace[1405655030] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"380.229939ms","start":"2026-04-01T23:32:36.53307Z","end":"2026-04-01T23:32:36.9133Z","steps":["trace[1405655030] 'process raft request' (duration: 379.93666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:36.913414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:36.533045Z","time spent":"380.320591ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:32:36.913517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.552281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T23:32:36.913542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.281265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:32:36.913578Z","caller":"traceutil/trace.go:171","msg":"trace[456041577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2604; }","duration":"351.692445ms","start":"2026-04-01T23:32:36.561872Z","end":"2026-04-01T23:32:36.913564Z","steps":["trace[456041577] 'agreement among raft nodes before linearized reading' (duration: 351.485269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:36.913582Z","caller":"traceutil/trace.go:171","msg":"trace[669708515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2604; }","duration":"275.337987ms","start":"2026-04-01T23:32:36.638233Z","end":"2026-04-01T23:32:36.913571Z","steps":["trace[669708515] 'agreement among raft nodes before linearized reading' (duration: 275.273145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:36.913618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:36.561838Z","time spent":"351.772877ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:32:36.913797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.094868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T23:32:36.913836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.154772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:32:36.913891Z","caller":"traceutil/trace.go:171","msg":"trace[1344245777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2604; }","duration":"149.264042ms","start":"2026-04-01T23:32:36.764603Z","end":"2026-04-01T23:32:36.913867Z","steps":["trace[1344245777] 'agreement among raft nodes before linearized reading' (duration: 148.945773ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:36.913924Z","caller":"traceutil/trace.go:171","msg":"trace[417363545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2604; }","duration":"156.306896ms","start":"2026-04-01T23:32:36.757591Z","end":"2026-04-01T23:32:36.913898Z","steps":["trace[417363545] 'agreement among raft nodes before linearized reading' (duration: 156.012488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:36.913889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.336457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:32:36.913856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.429936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:32:36.914019Z","caller":"traceutil/trace.go:171","msg":"trace[111715279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2604; }","duration":"283.515041ms","start":"2026-04-01T23:32:36.630469Z","end":"2026-04-01T23:32:36.913984Z","steps":["trace[111715279] 'agreement among raft nodes before linearized reading' (duration: 283.158021ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:32:36.914101Z","caller":"traceutil/trace.go:171","msg":"trace[946590497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2604; }","duration":"328.692633ms","start":"2026-04-01T23:32:36.58535Z","end":"2026-04-01T23:32:36.914042Z","steps":["trace[946590497] 'agreement among raft nodes before linearized reading' (duration: 328.159508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:32:36.914168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:32:36.585338Z","time spent":"328.817897ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:32:36.914559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.946195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-01T23:32:36.914612Z","caller":"traceutil/trace.go:171","msg":"trace[1682485741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2604; }","duration":"283.025758ms","start":"2026-04-01T23:32:36.631571Z","end":"2026-04-01T23:32:36.914597Z","steps":["trace[1682485741] 'agreement among raft nodes before linearized reading' (duration: 281.957149ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:15.790362Z","caller":"traceutil/trace.go:171","msg":"trace[417851984] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"123.410882ms","start":"2026-04-01T23:33:15.666925Z","end":"2026-04-01T23:33:15.790336Z","steps":["trace[417851984] 'process raft request' (duration: 123.240667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:06.931873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.600944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:37:06.932049Z","caller":"traceutil/trace.go:171","msg":"trace[375709141] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"170.530534ms","start":"2026-04-01T23:37:06.761489Z","end":"2026-04-01T23:37:06.93202Z","steps":["trace[375709141] 'process raft request' (duration: 43.667362ms)","trace[375709141] 'compare' (duration: 126.380439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:09.398609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.741661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:37:09.398756Z","caller":"traceutil/trace.go:171","msg":"trace[183895895] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4993; }","duration":"210.889295ms","start":"2026-04-01T23:37:09.187815Z","end":"2026-04-01T23:37:09.398704Z","steps":["trace[183895895] 'count revisions from in-memory index tree' (duration: 210.622977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:09.398988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.606627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-jfr8w-tls\" ","response":"range_response_count:1 size:2182"} {"level":"info","ts":"2026-04-01T23:37:09.399092Z","caller":"traceutil/trace.go:171","msg":"trace[611107416] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-jfr8w-tls; range_end:; response_count:1; response_revision:4993; }","duration":"214.764942ms","start":"2026-04-01T23:37:09.184304Z","end":"2026-04-01T23:37:09.399069Z","steps":["trace[611107416] 'range keys from in-memory index tree' (duration: 214.473264ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.416509Z","caller":"traceutil/trace.go:171","msg":"trace[2108128152] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"111.305414ms","start":"2026-04-01T23:37:11.305175Z","end":"2026-04-01T23:37:11.41648Z","steps":["trace[2108128152] 'process raft request' (duration: 111.102978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.982144Z","caller":"traceutil/trace.go:171","msg":"trace[1028162092] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"110.281974ms","start":"2026-04-01T23:37:20.871832Z","end":"2026-04-01T23:37:20.982114Z","steps":["trace[1028162092] 'process raft request' (duration: 70.399747ms)","trace[1028162092] 'compare' (duration: 39.705843ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:31.950722Z","caller":"traceutil/trace.go:171","msg":"trace[398658152] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"157.019332ms","start":"2026-04-01T23:37:31.79367Z","end":"2026-04-01T23:37:31.950689Z","steps":["trace[398658152] 'process raft request' (duration: 69.849402ms)","trace[398658152] 'compare' (duration: 86.946614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:41.615778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.312101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2f90d5c-311e-42ec-90a1-18042afccf37\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T23:37:41.615879Z","caller":"traceutil/trace.go:171","msg":"trace[919129295] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2f90d5c-311e-42ec-90a1-18042afccf37; range_end:; response_count:1; response_revision:5591; }","duration":"108.465475ms","start":"2026-04-01T23:37:41.507391Z","end":"2026-04-01T23:37:41.615856Z","steps":["trace[919129295] 'agreement among raft nodes before linearized reading' (duration: 36.570566ms)","trace[919129295] 'range keys from in-memory index tree' (duration: 71.660873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:41.615767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.246357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:37:41.616113Z","caller":"traceutil/trace.go:171","msg":"trace[935447620] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5591; }","duration":"117.619277ms","start":"2026-04-01T23:37:41.498454Z","end":"2026-04-01T23:37:41.616073Z","steps":["trace[935447620] 'agreement among raft nodes before linearized reading' (duration: 45.500642ms)","trace[935447620] 'count revisions from in-memory index tree' (duration: 71.723505ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:20.307244Z","caller":"traceutil/trace.go:171","msg":"trace[274653183] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"114.239668ms","start":"2026-04-01T23:38:20.192961Z","end":"2026-04-01T23:38:20.3072Z","steps":["trace[274653183] 'process raft request' (duration: 114.041181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.501063Z","caller":"traceutil/trace.go:171","msg":"trace[554747416] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"239.314004ms","start":"2026-04-01T23:38:20.261716Z","end":"2026-04-01T23:38:20.50103Z","steps":["trace[554747416] 'process raft request' (duration: 238.994195ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.856472Z","caller":"traceutil/trace.go:171","msg":"trace[646353519] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"106.276198ms","start":"2026-04-01T23:38:20.750163Z","end":"2026-04-01T23:38:20.85644Z","steps":["trace[646353519] 'process raft request' (duration: 106.198916ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.856506Z","caller":"traceutil/trace.go:171","msg":"trace[1827168455] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"106.387512ms","start":"2026-04-01T23:38:20.750077Z","end":"2026-04-01T23:38:20.856464Z","steps":["trace[1827168455] 'process raft request' (duration: 59.053717ms)","trace[1827168455] 'compare' (duration: 47.067936ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:50.60736Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3027} {"level":"info","ts":"2026-04-01T23:38:50.69917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3027,"took":"90.119413ms","hash":639781804,"current-db-size-bytes":58978304,"current-db-size":"59 MB","current-db-size-in-use-bytes":31940608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T23:38:50.699343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":639781804,"revision":3027,"compact-revision":-1} {"level":"info","ts":"2026-04-01T23:43:31.188536Z","caller":"traceutil/trace.go:171","msg":"trace[655401577] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"117.577385ms","start":"2026-04-01T23:43:31.070921Z","end":"2026-04-01T23:43:31.188499Z","steps":["trace[655401577] 'process raft request' (duration: 117.337618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:31.398241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.450048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T23:43:31.398352Z","caller":"traceutil/trace.go:171","msg":"trace[1341475115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8243; }","duration":"154.609523ms","start":"2026-04-01T23:43:31.243717Z","end":"2026-04-01T23:43:31.398326Z","steps":["trace[1341475115] 'range keys from in-memory index tree' (duration: 154.115269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:42.786494Z","caller":"traceutil/trace.go:171","msg":"trace[974575060] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8594; }","duration":"149.973286ms","start":"2026-04-01T23:43:42.636463Z","end":"2026-04-01T23:43:42.786437Z","steps":["trace[974575060] 'read index received' (duration: 61.189443ms)","trace[974575060] 'applied index is now lower than readState.Index' (duration: 88.776773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:42.786687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.213113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:43:42.78673Z","caller":"traceutil/trace.go:171","msg":"trace[728678620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8306; }","duration":"150.325005ms","start":"2026-04-01T23:43:42.636394Z","end":"2026-04-01T23:43:42.786719Z","steps":["trace[728678620] 'agreement among raft nodes before linearized reading' (duration: 150.228983ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:42.78676Z","caller":"traceutil/trace.go:171","msg":"trace[1514714620] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"261.817772ms","start":"2026-04-01T23:43:42.524743Z","end":"2026-04-01T23:43:42.786561Z","steps":["trace[1514714620] 'process raft request' (duration: 261.573865ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:42.78675Z","caller":"traceutil/trace.go:171","msg":"trace[103115081] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"261.880574ms","start":"2026-04-01T23:43:42.524635Z","end":"2026-04-01T23:43:42.786515Z","steps":["trace[103115081] 'process raft request' (duration: 173.03917ms)","trace[103115081] 'compare' (duration: 88.429893ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:44.939433Z","caller":"traceutil/trace.go:171","msg":"trace[1555066276] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8605; }","duration":"111.61297ms","start":"2026-04-01T23:43:44.827791Z","end":"2026-04-01T23:43:44.939404Z","steps":["trace[1555066276] 'read index received' (duration: 14.430707ms)","trace[1555066276] 'applied index is now lower than readState.Index' (duration: 97.181423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:44.939651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.845507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-01T23:43:44.939689Z","caller":"traceutil/trace.go:171","msg":"trace[735202030] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8316; }","duration":"111.928679ms","start":"2026-04-01T23:43:44.827747Z","end":"2026-04-01T23:43:44.939675Z","steps":["trace[735202030] 'agreement among raft nodes before linearized reading' (duration: 111.764525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:44.93976Z","caller":"traceutil/trace.go:171","msg":"trace[180368508] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"140.221717ms","start":"2026-04-01T23:43:44.799487Z","end":"2026-04-01T23:43:44.939709Z","steps":["trace[180368508] 'process raft request' (duration: 102.844409ms)","trace[180368508] 'compare' (duration: 36.981757ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:50.612141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6179} {"level":"info","ts":"2026-04-01T23:43:50.70907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6179,"took":"94.774997ms","hash":4137410391,"current-db-size-bytes":58978304,"current-db-size":"59 MB","current-db-size-in-use-bytes":23437312,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-01T23:43:50.709148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4137410391,"revision":6179,"compact-revision":3027} {"level":"info","ts":"2026-04-01T23:44:12.037189Z","caller":"traceutil/trace.go:171","msg":"trace[690602012] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"104.898815ms","start":"2026-04-01T23:44:11.932263Z","end":"2026-04-01T23:44:12.037162Z","steps":["trace[690602012] 'process raft request' (duration: 104.36862ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:12.195626Z","caller":"traceutil/trace.go:171","msg":"trace[1254490777] linearizableReadLoop","detail":"{readStateIndex:8817; appliedIndex:8816; }","duration":"151.902548ms","start":"2026-04-01T23:44:12.0437Z","end":"2026-04-01T23:44:12.195603Z","steps":["trace[1254490777] 'read index received' (duration: 151.708633ms)","trace[1254490777] 'applied index is now lower than readState.Index' (duration: 193.005µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:12.196006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.284388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228521"} {"level":"info","ts":"2026-04-01T23:44:12.19605Z","caller":"traceutil/trace.go:171","msg":"trace[1778272598] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8518; }","duration":"152.35635ms","start":"2026-04-01T23:44:12.043682Z","end":"2026-04-01T23:44:12.196038Z","steps":["trace[1778272598] 'agreement among raft nodes before linearized reading' (duration: 152.009351ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:12.196181Z","caller":"traceutil/trace.go:171","msg":"trace[1901861143] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"153.576564ms","start":"2026-04-01T23:44:12.04222Z","end":"2026-04-01T23:44:12.195797Z","steps":["trace[1901861143] 'process raft request' (duration: 153.255366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:15.982023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.64552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:44:15.982223Z","caller":"traceutil/trace.go:171","msg":"trace[478254297] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"319.59319ms","start":"2026-04-01T23:44:15.66261Z","end":"2026-04-01T23:44:15.982203Z","steps":["trace[478254297] 'process raft request' (duration: 319.530518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:15.982447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:15.662581Z","time spent":"319.682673ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:15.982444Z","caller":"traceutil/trace.go:171","msg":"trace[741866157] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"409.184715ms","start":"2026-04-01T23:44:15.573215Z","end":"2026-04-01T23:44:15.9824Z","steps":["trace[741866157] 'process raft request' (duration: 84.083683ms)","trace[741866157] 'compare' (duration: 324.540026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:15.982623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:15.573181Z","time spent":"409.34016ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:44:15.988608Z","caller":"traceutil/trace.go:171","msg":"trace[745932408] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8835; }","duration":"264.355522ms","start":"2026-04-01T23:44:15.724235Z","end":"2026-04-01T23:44:15.98859Z","steps":["trace[745932408] 'read index received' (duration: 244.466535ms)","trace[745932408] 'applied index is now lower than readState.Index' (duration: 19.888287ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:15.988697Z","caller":"traceutil/trace.go:171","msg":"trace[670863190] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"319.551059ms","start":"2026-04-01T23:44:15.669137Z","end":"2026-04-01T23:44:15.988688Z","steps":["trace[670863190] 'process raft request' (duration: 319.318083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:15.988773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:44:15.669114Z","time spent":"319.602101ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:44:15.988906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.540479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T23:44:15.988957Z","caller":"traceutil/trace.go:171","msg":"trace[1629818136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8538; }","duration":"155.630031ms","start":"2026-04-01T23:44:15.833312Z","end":"2026-04-01T23:44:15.988942Z","steps":["trace[1629818136] 'agreement among raft nodes before linearized reading' (duration: 155.471727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:15.989114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.834255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:44:15.989226Z","caller":"traceutil/trace.go:171","msg":"trace[2003770810] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8538; }","duration":"265.01496ms","start":"2026-04-01T23:44:15.72418Z","end":"2026-04-01T23:44:15.989195Z","steps":["trace[2003770810] 'agreement among raft nodes before linearized reading' (duration: 264.660101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:25.248454Z","caller":"traceutil/trace.go:171","msg":"trace[311633644] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"130.797408ms","start":"2026-04-01T23:44:25.117634Z","end":"2026-04-01T23:44:25.248432Z","steps":["trace[311633644] 'process raft request' (duration: 130.589322ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:26.158101Z","caller":"traceutil/trace.go:171","msg":"trace[355681161] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"127.577759ms","start":"2026-04-01T23:44:26.030499Z","end":"2026-04-01T23:44:26.158077Z","steps":["trace[355681161] 'process raft request' (duration: 49.137342ms)","trace[355681161] 'compare' (duration: 78.042816ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:26.382542Z","caller":"traceutil/trace.go:171","msg":"trace[738426379] linearizableReadLoop","detail":"{readStateIndex:8942; appliedIndex:8941; }","duration":"113.07673ms","start":"2026-04-01T23:44:26.269432Z","end":"2026-04-01T23:44:26.382509Z","steps":["trace[738426379] 'read index received' (duration: 57.573654ms)","trace[738426379] 'applied index is now lower than readState.Index' (duration: 55.500906ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:44:26.382564Z","caller":"traceutil/trace.go:171","msg":"trace[998254923] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"126.378906ms","start":"2026-04-01T23:44:26.256153Z","end":"2026-04-01T23:44:26.382532Z","steps":["trace[998254923] 'process raft request' (duration: 70.89972ms)","trace[998254923] 'compare' (duration: 55.301031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:44:26.382778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.952143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:44:26.382836Z","caller":"traceutil/trace.go:171","msg":"trace[51865696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8638; }","duration":"111.048465ms","start":"2026-04-01T23:44:26.271773Z","end":"2026-04-01T23:44:26.382822Z","steps":["trace[51865696] 'agreement among raft nodes before linearized reading' (duration: 110.937612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:26.382874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.406519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:44:26.382986Z","caller":"traceutil/trace.go:171","msg":"trace[2121234907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8638; }","duration":"113.603923ms","start":"2026-04-01T23:44:26.26936Z","end":"2026-04-01T23:44:26.382964Z","steps":["trace[2121234907] 'agreement among raft nodes before linearized reading' (duration: 113.249054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:44:26.383226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.096083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lj89n\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-04-01T23:44:26.383296Z","caller":"traceutil/trace.go:171","msg":"trace[176690541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lj89n; range_end:; response_count:1; response_revision:8638; }","duration":"104.221786ms","start":"2026-04-01T23:44:26.279056Z","end":"2026-04-01T23:44:26.383278Z","steps":["trace[176690541] 'agreement among raft nodes before linearized reading' (duration: 103.970179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:44:46.529587Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ea.wal"} {"level":"warn","ts":"2026-04-01T23:45:42.133836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.633098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:45:42.133943Z","caller":"traceutil/trace.go:171","msg":"trace[390062166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9380; }","duration":"143.800754ms","start":"2026-04-01T23:45:41.990117Z","end":"2026-04-01T23:45:42.133918Z","steps":["trace[390062166] 'count revisions from in-memory index tree' (duration: 143.536316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:46:19.676565Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T23:46:19.686059Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T23:46:19.686142Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-01T23:48:50.617983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8355} {"level":"info","ts":"2026-04-01T23:48:50.697909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8355,"took":"77.48268ms","hash":2645181042,"current-db-size-bytes":58978304,"current-db-size":"59 MB","current-db-size-in-use-bytes":24956928,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-01T23:48:50.697986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2645181042,"revision":8355,"compact-revision":6179} {"level":"info","ts":"2026-04-01T23:53:50.624054Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10745} {"level":"info","ts":"2026-04-01T23:53:50.702599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10745,"took":"76.104401ms","hash":3003164360,"current-db-size-bytes":58978304,"current-db-size":"59 MB","current-db-size-in-use-bytes":20684800,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-01T23:53:50.702666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3003164360,"revision":10745,"compact-revision":8355}