{"level":"warn","ts":"2026-07-09T01:31:16.078352Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T01:31:16.078421Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T01:31:16.078597Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T01:31:16.078612Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-09T01:31:16.07864Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T01:31:16.079218Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-09T01:31:16.079288Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T01:31:16.083305Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.820013ms"} {"level":"info","ts":"2026-07-09T01:31:16.091904Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-09T01:31:16.091955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T01:31:16.091972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-09T01:31:16.09198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T01:31:16.091992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-09T01:31:16.092021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-09T01:31:16.100256Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T01:31:16.10134Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T01:31:16.102833Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T01:31:16.105661Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T01:31:16.105977Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T01:31:16.106073Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T01:31:16.109086Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T01:31:16.109292Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T01:31:16.111559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-09T01:31:16.111694Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-09T01:31:16.114297Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T01:31:16.114429Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-09T01:31:16.114472Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-09T01:31:16.114548Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T01:31:16.114579Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T01:31:16.692517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T01:31:16.692604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T01:31:16.692835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-09T01:31:16.692894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-09T01:31:16.692936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-09T01:31:16.693042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-09T01:31:16.693069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-09T01:31:16.694078Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:31:16.694824Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T01:31:16.694836Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T01:31:16.694881Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T01:31:16.695304Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:31:16.695404Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:31:16.695451Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:31:16.69532Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T01:31:16.695498Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T01:31:16.698312Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T01:31:16.698365Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-09T01:31:57.296262Z","caller":"traceutil/trace.go:171","msg":"trace[171084435] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"187.895399ms","start":"2026-07-09T01:31:57.108336Z","end":"2026-07-09T01:31:57.296232Z","steps":["trace[171084435] 'process raft request' (duration: 159.912939ms)","trace[171084435] 'compare' (duration: 27.808682ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:31:57.296407Z","caller":"traceutil/trace.go:171","msg":"trace[1999692335] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"185.178575ms","start":"2026-07-09T01:31:57.111221Z","end":"2026-07-09T01:31:57.296399Z","steps":["trace[1999692335] 'process raft request' (duration: 185.012576ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.296522Z","caller":"traceutil/trace.go:171","msg":"trace[1635942237] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"185.348265ms","start":"2026-07-09T01:31:57.111165Z","end":"2026-07-09T01:31:57.296513Z","steps":["trace[1635942237] 'process raft request' (duration: 184.988647ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.296658Z","caller":"traceutil/trace.go:171","msg":"trace[252418849] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"169.599379ms","start":"2026-07-09T01:31:57.12705Z","end":"2026-07-09T01:31:57.29665Z","steps":["trace[252418849] 'process raft request' (duration: 169.288101ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.296901Z","caller":"traceutil/trace.go:171","msg":"trace[679456185] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"177.301458ms","start":"2026-07-09T01:31:57.119153Z","end":"2026-07-09T01:31:57.296455Z","steps":["trace[679456185] 'process raft request' (duration: 177.133449ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.297153Z","caller":"traceutil/trace.go:171","msg":"trace[539841548] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"166.797015ms","start":"2026-07-09T01:31:57.130336Z","end":"2026-07-09T01:31:57.297133Z","steps":["trace[539841548] 'process raft request' (duration: 166.739936ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.297206Z","caller":"traceutil/trace.go:171","msg":"trace[2022446024] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"167.180702ms","start":"2026-07-09T01:31:57.129999Z","end":"2026-07-09T01:31:57.297179Z","steps":["trace[2022446024] 'process raft request' (duration: 166.374999ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.341635Z","caller":"traceutil/trace.go:171","msg":"trace[1005512776] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"100.845407ms","start":"2026-07-09T01:31:57.240764Z","end":"2026-07-09T01:31:57.341609Z","steps":["trace[1005512776] 'process raft request' (duration: 100.709668ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.535642Z","caller":"traceutil/trace.go:171","msg":"trace[250837045] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"228.96839ms","start":"2026-07-09T01:31:57.306657Z","end":"2026-07-09T01:31:57.535625Z","steps":["trace[250837045] 'process raft request' (duration: 220.020533ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.536324Z","caller":"traceutil/trace.go:171","msg":"trace[5397377] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"225.264344ms","start":"2026-07-09T01:31:57.311029Z","end":"2026-07-09T01:31:57.536293Z","steps":["trace[5397377] 'process raft request' (duration: 224.54607ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.536472Z","caller":"traceutil/trace.go:171","msg":"trace[1074566010] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"214.025568ms","start":"2026-07-09T01:31:57.322432Z","end":"2026-07-09T01:31:57.536457Z","steps":["trace[1074566010] 'process raft request' (duration: 213.643502ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.536484Z","caller":"traceutil/trace.go:171","msg":"trace[1317223963] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"216.271178ms","start":"2026-07-09T01:31:57.320185Z","end":"2026-07-09T01:31:57.536456Z","steps":["trace[1317223963] 'process raft request' (duration: 215.669134ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.536553Z","caller":"traceutil/trace.go:171","msg":"trace[1367888310] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"204.470926ms","start":"2026-07-09T01:31:57.332074Z","end":"2026-07-09T01:31:57.536545Z","steps":["trace[1367888310] 'process raft request' (duration: 204.254109ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.536728Z","caller":"traceutil/trace.go:171","msg":"trace[1783255377] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"130.488762ms","start":"2026-07-09T01:31:57.40623Z","end":"2026-07-09T01:31:57.536719Z","steps":["trace[1783255377] 'process raft request' (duration: 130.231384ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:31:57.536911Z","caller":"traceutil/trace.go:171","msg":"trace[1952312850] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:544; }","duration":"121.868591ms","start":"2026-07-09T01:31:57.415006Z","end":"2026-07-09T01:31:57.536875Z","steps":["trace[1952312850] 'read index received' (duration: 111.764265ms)","trace[1952312850] 'applied index is now lower than readState.Index' (duration: 10.102616ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:31:57.537093Z","caller":"traceutil/trace.go:171","msg":"trace[1151903850] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"109.01035ms","start":"2026-07-09T01:31:57.428069Z","end":"2026-07-09T01:31:57.53708Z","steps":["trace[1151903850] 'process raft request' (duration: 108.486905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:31:57.537531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.501486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T01:31:57.537615Z","caller":"traceutil/trace.go:171","msg":"trace[750858376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:529; }","duration":"122.623945ms","start":"2026-07-09T01:31:57.414977Z","end":"2026-07-09T01:31:57.537601Z","steps":["trace[750858376] 'agreement among raft nodes before linearized reading' (duration: 122.499286ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:32:03.406155Z","caller":"traceutil/trace.go:171","msg":"trace[722526104] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"138.067998ms","start":"2026-07-09T01:32:03.268068Z","end":"2026-07-09T01:32:03.406136Z","steps":["trace[722526104] 'process raft request' (duration: 137.315962ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:32:03.563854Z","caller":"traceutil/trace.go:171","msg":"trace[1709888668] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"103.28442ms","start":"2026-07-09T01:32:03.460543Z","end":"2026-07-09T01:32:03.563827Z","steps":["trace[1709888668] 'process raft request' (duration: 68.81068ms)","trace[1709888668] 'compare' (duration: 34.177912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:32:04.043879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.412469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:32:04.044082Z","caller":"traceutil/trace.go:171","msg":"trace[112550356] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"438.466572ms","start":"2026-07-09T01:32:03.605599Z","end":"2026-07-09T01:32:04.044066Z","steps":["trace[112550356] 'process raft request' (duration: 438.400942ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:32:04.044103Z","caller":"traceutil/trace.go:171","msg":"trace[1412650912] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"442.117614ms","start":"2026-07-09T01:32:03.601961Z","end":"2026-07-09T01:32:04.044078Z","steps":["trace[1412650912] 'process raft request' (duration: 263.971008ms)","trace[1412650912] 'compare' (duration: 177.19284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:32:04.044154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:32:03.605593Z","time spent":"438.528032ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:32:04.044242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:32:03.601951Z","time spent":"442.225134ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:33:34.407121Z","caller":"traceutil/trace.go:171","msg":"trace[1783572098] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"282.861057ms","start":"2026-07-09T01:33:34.124219Z","end":"2026-07-09T01:33:34.40708Z","steps":["trace[1783572098] 'read index received' (duration: 282.541648ms)","trace[1783572098] 'applied index is now lower than readState.Index' (duration: 317.989µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:33:34.407441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.908987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:33:34.407541Z","caller":"traceutil/trace.go:171","msg":"trace[1381192262] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1840; }","duration":"236.110653ms","start":"2026-07-09T01:33:34.17141Z","end":"2026-07-09T01:33:34.407521Z","steps":["trace[1381192262] 'agreement among raft nodes before linearized reading' (duration: 235.904228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:33:34.407559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.286539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-09T01:33:34.407623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.250011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe34aa68-b824-42d2-92ab-4336d7b61362\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-09T01:33:34.407678Z","caller":"traceutil/trace.go:171","msg":"trace[187846048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"283.469044ms","start":"2026-07-09T01:33:34.12418Z","end":"2026-07-09T01:33:34.407649Z","steps":["trace[187846048] 'agreement among raft nodes before linearized reading' (duration: 283.085903ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:33:34.407721Z","caller":"traceutil/trace.go:171","msg":"trace[382271836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe34aa68-b824-42d2-92ab-4336d7b61362; range_end:; response_count:1; response_revision:1840; }","duration":"134.466486ms","start":"2026-07-09T01:33:34.273232Z","end":"2026-07-09T01:33:34.407698Z","steps":["trace[382271836] 'agreement among raft nodes before linearized reading' (duration: 134.078995ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:33:34.407238Z","caller":"traceutil/trace.go:171","msg":"trace[295378547] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"325.323019ms","start":"2026-07-09T01:33:34.081812Z","end":"2026-07-09T01:33:34.407135Z","steps":["trace[295378547] 'process raft request' (duration: 325.01248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:33:34.408137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:33:34.081784Z","time spent":"326.244665ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:33:34.72034Z","caller":"traceutil/trace.go:171","msg":"trace[868848754] linearizableReadLoop","detail":"{readStateIndex:1911; appliedIndex:1910; }","duration":"139.375576ms","start":"2026-07-09T01:33:34.580935Z","end":"2026-07-09T01:33:34.720311Z","steps":["trace[868848754] 'read index received' (duration: 139.237392ms)","trace[868848754] 'applied index is now lower than readState.Index' (duration: 136.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:33:34.720502Z","caller":"traceutil/trace.go:171","msg":"trace[834383946] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"142.979307ms","start":"2026-07-09T01:33:34.577443Z","end":"2026-07-09T01:33:34.720422Z","steps":["trace[834383946] 'process raft request' (duration: 142.652058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:33:34.720762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.741816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:33:34.72091Z","caller":"traceutil/trace.go:171","msg":"trace[1857109361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1841; }","duration":"140.016653ms","start":"2026-07-09T01:33:34.58088Z","end":"2026-07-09T01:33:34.720897Z","steps":["trace[1857109361] 'agreement among raft nodes before linearized reading' (duration: 139.589261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:33:34.720807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.779368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T01:33:34.721115Z","caller":"traceutil/trace.go:171","msg":"trace[714391564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1841; }","duration":"134.130077ms","start":"2026-07-09T01:33:34.58696Z","end":"2026-07-09T01:33:34.72109Z","steps":["trace[714391564] 'agreement among raft nodes before linearized reading' (duration: 133.550961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:34:03.973766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.412693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T01:34:03.973886Z","caller":"traceutil/trace.go:171","msg":"trace[401848501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2052; }","duration":"108.59652ms","start":"2026-07-09T01:34:03.865264Z","end":"2026-07-09T01:34:03.97386Z","steps":["trace[401848501] 'range keys from in-memory index tree' (duration: 107.39977ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:34:04.647044Z","caller":"traceutil/trace.go:171","msg":"trace[791700794] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"123.399897ms","start":"2026-07-09T01:34:04.523617Z","end":"2026-07-09T01:34:04.647017Z","steps":["trace[791700794] 'process raft request' (duration: 123.229061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:34:04.835095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.2034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:34:04.835433Z","caller":"traceutil/trace.go:171","msg":"trace[596018374] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"301.104694ms","start":"2026-07-09T01:34:04.534302Z","end":"2026-07-09T01:34:04.835406Z","steps":["trace[596018374] 'process raft request' (duration: 177.523421ms)","trace[596018374] 'compare' (duration: 122.817278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:34:04.835547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:34:04.534262Z","time spent":"301.229198ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:34:04.835586Z","caller":"traceutil/trace.go:171","msg":"trace[698542276] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2130; }","duration":"205.973828ms","start":"2026-07-09T01:34:04.629549Z","end":"2026-07-09T01:34:04.835522Z","steps":["trace[698542276] 'read index received' (duration: 17.205755ms)","trace[698542276] 'applied index is now lower than readState.Index' (duration: 188.763303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:34:04.83737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.816918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-09T01:34:04.837439Z","caller":"traceutil/trace.go:171","msg":"trace[427542962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"207.955132ms","start":"2026-07-09T01:34:04.629464Z","end":"2026-07-09T01:34:04.837419Z","steps":["trace[427542962] 'agreement among raft nodes before linearized reading' (duration: 206.229816ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:35:53.617404Z","caller":"traceutil/trace.go:171","msg":"trace[1936624625] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"148.681023ms","start":"2026-07-09T01:35:53.468697Z","end":"2026-07-09T01:35:53.617378Z","steps":["trace[1936624625] 'process raft request' (duration: 131.339303ms)","trace[1936624625] 'compare' (duration: 17.102432ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:35:59.242548Z","caller":"traceutil/trace.go:171","msg":"trace[1433071882] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"186.002214ms","start":"2026-07-09T01:35:59.056501Z","end":"2026-07-09T01:35:59.242503Z","steps":["trace[1433071882] 'process raft request' (duration: 185.510626ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:39:46.279437Z","caller":"traceutil/trace.go:171","msg":"trace[217366684] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"100.217165ms","start":"2026-07-09T01:39:46.179174Z","end":"2026-07-09T01:39:46.279391Z","steps":["trace[217366684] 'process raft request' (duration: 84.218506ms)","trace[217366684] 'compare' (duration: 15.713612ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:39:51.707529Z","caller":"traceutil/trace.go:171","msg":"trace[1151293808] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4945; }","duration":"232.813255ms","start":"2026-07-09T01:39:51.474696Z","end":"2026-07-09T01:39:51.70751Z","steps":["trace[1151293808] 'read index received' (duration: 232.590149ms)","trace[1151293808] 'applied index is now lower than readState.Index' (duration: 222.285µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:39:51.707644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.927798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:39:51.707663Z","caller":"traceutil/trace.go:171","msg":"trace[1765857874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4767; }","duration":"232.988689ms","start":"2026-07-09T01:39:51.474668Z","end":"2026-07-09T01:39:51.707656Z","steps":["trace[1765857874] 'agreement among raft nodes before linearized reading' (duration: 232.927328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:39:51.707667Z","caller":"traceutil/trace.go:171","msg":"trace[1789361058] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"252.436602ms","start":"2026-07-09T01:39:51.455212Z","end":"2026-07-09T01:39:51.707648Z","steps":["trace[1789361058] 'process raft request' (duration: 252.146255ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:39:51.790669Z","caller":"traceutil/trace.go:171","msg":"trace[1049675707] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"295.457101ms","start":"2026-07-09T01:39:51.495182Z","end":"2026-07-09T01:39:51.790639Z","steps":["trace[1049675707] 'process raft request' (duration: 242.381737ms)","trace[1049675707] 'compare' (duration: 52.858819ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:41:16.723732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2871} {"level":"info","ts":"2026-07-09T01:41:16.84156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2871,"took":"116.419833ms","hash":2844705853,"current-db-size-bytes":54648832,"current-db-size":"55 MB","current-db-size-in-use-bytes":29007872,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-09T01:41:16.841633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2844705853,"revision":2871,"compact-revision":-1} {"level":"info","ts":"2026-07-09T01:44:02.117766Z","caller":"traceutil/trace.go:171","msg":"trace[1817684700] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"124.282175ms","start":"2026-07-09T01:44:01.993435Z","end":"2026-07-09T01:44:02.117717Z","steps":["trace[1817684700] 'process raft request' (duration: 124.022907ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:46:16.730856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5518} {"level":"info","ts":"2026-07-09T01:46:16.824243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5518,"took":"91.329876ms","hash":1486456689,"current-db-size-bytes":54648832,"current-db-size":"55 MB","current-db-size-in-use-bytes":18587648,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-09T01:46:16.824321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1486456689,"revision":5518,"compact-revision":2871} {"level":"warn","ts":"2026-07-09T01:47:43.892316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:44.392776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:44.893032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:45.393178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:45.893422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:46.116864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T01:47:46.116983Z","caller":"traceutil/trace.go:171","msg":"trace[1201998799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015387s","start":"2026-07-09T01:47:44.116946Z","end":"2026-07-09T01:47:46.116961Z","steps":["trace[1201998799] 'agreement among raft nodes before linearized reading' (duration: 1.999851313s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:46.11704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:44.116901Z","time spent":"2.000123729s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:47:46.393741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:46.894348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:47.3953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:47.631857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999736168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T01:47:47.631983Z","caller":"traceutil/trace.go:171","msg":"trace[1172358204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953202s","start":"2026-07-09T01:47:45.632Z","end":"2026-07-09T01:47:47.631953Z","steps":["trace[1172358204] 'agreement among raft nodes before linearized reading' (duration: 1.999791969s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:47.63204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.631963Z","time spent":"2.000065953s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:47:47.896223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:48.118074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:47:48.118342Z","caller":"traceutil/trace.go:171","msg":"trace[175910879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403621s","start":"2026-07-09T01:47:46.117837Z","end":"2026-07-09T01:47:48.118241Z","steps":["trace[175910879] 'agreement among raft nodes before linearized reading' (duration: 2.000188548s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:48.118515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:46.11781Z","time spent":"2.000689105s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:47:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:48.397434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:48.790222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999099072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T01:47:48.790321Z","caller":"traceutil/trace.go:171","msg":"trace[480287149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999262384s","start":"2026-07-09T01:47:43.791037Z","end":"2026-07-09T01:47:48.790299Z","steps":["trace[480287149] 'agreement among raft nodes before linearized reading' (duration: 4.999136562s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:48.790394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.79101Z","time spent":"4.999370456s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/09 01:47:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:48.89835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:49.239976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:44.241665Z","time spent":"4.998298721s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 01:47:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:49.26923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:44.270157Z","time spent":"4.999061351s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 01:47:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:49.399209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:49.44861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999827722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:47:49.448724Z","caller":"traceutil/trace.go:171","msg":"trace[1043462082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000025995s","start":"2026-07-09T01:47:44.448672Z","end":"2026-07-09T01:47:49.448698Z","steps":["trace[1043462082] 'agreement among raft nodes before linearized reading' (duration: 4.999863492s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:49.448785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:44.448644Z","time spent":"5.000128026s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/09 01:47:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:49.899891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:50.027419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.028898Z","time spent":"4.998512739s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 01:47:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:50.126509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T01:47:50.126615Z","caller":"traceutil/trace.go:171","msg":"trace[804811464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190745s","start":"2026-07-09T01:47:48.126401Z","end":"2026-07-09T01:47:50.126592Z","steps":["trace[804811464] 'agreement among raft nodes before linearized reading' (duration: 2.000062493s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:50.126668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:48.126376Z","time spent":"2.000279926s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:47:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:50.188257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.189793Z","time spent":"4.998451641s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 01:47:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:50.358554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999146358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:47:50.358863Z","caller":"traceutil/trace.go:171","msg":"trace[2039862893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999393411s","start":"2026-07-09T01:47:45.359301Z","end":"2026-07-09T01:47:50.358695Z","steps":["trace[2039862893] 'agreement among raft nodes before linearized reading' (duration: 4.999198899s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:50.359054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.359268Z","time spent":"4.999759268s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/09 01:47:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:47:50.360739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.359731Z","time spent":"7.000999232s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-09T01:47:50.392802Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-09T01:47:50.393074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001247248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-09T01:47:50.393152Z","caller":"traceutil/trace.go:171","msg":"trace[994891392] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; }","duration":"7.00139053s","start":"2026-07-09T01:47:43.391744Z","end":"2026-07-09T01:47:50.393134Z","steps":["trace[994891392] 'agreement among raft nodes before linearized reading' (duration: 7.001275918s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:50.393193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.391704Z","time spent":"7.001480952s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-07-09T01:47:50.564052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.563079Z","time spent":"7.000964378s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-09T01:47:50.893105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368897799507608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:47:51.387795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.027899465s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T01:47:51.390542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680231626s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.390701Z","caller":"traceutil/trace.go:171","msg":"trace[1596259543] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7834; }","duration":"3.680406468s","start":"2026-07-09T01:47:47.710273Z","end":"2026-07-09T01:47:51.39068Z","steps":["trace[1596259543] 'range keys from in-memory index tree' (duration: 3.680208775s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.397842Z","caller":"traceutil/trace.go:171","msg":"trace[1327307807] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"6.255866368s","start":"2026-07-09T01:47:45.141959Z","end":"2026-07-09T01:47:51.397825Z","steps":["trace[1327307807] 'process raft request' (duration: 6.255777417s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.397955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.141922Z","time spent":"6.25596385s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:47:51.398266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:47.637205Z","time spent":"3.761051932s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T01:47:51.398294Z","caller":"traceutil/trace.go:171","msg":"trace[1284036371] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"1.803129629s","start":"2026-07-09T01:47:49.595129Z","end":"2026-07-09T01:47:51.398259Z","steps":["trace[1284036371] 'process raft request' (duration: 1.802992277s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.398466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:49.595096Z","time spent":"1.803277501s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:47:51.398592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607671681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.398326Z","caller":"traceutil/trace.go:171","msg":"trace[1525566110] linearizableReadLoop","detail":"{readStateIndex:8134; appliedIndex:8123; }","duration":"1.005372862s","start":"2026-07-09T01:47:50.39294Z","end":"2026-07-09T01:47:51.398312Z","steps":["trace[1525566110] 'read index received' (duration: 995.211469ms)","trace[1525566110] 'applied index is now lower than readState.Index' (duration: 10.160433ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:47:51.398679Z","caller":"traceutil/trace.go:171","msg":"trace[1563095912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7842; }","duration":"2.607991936s","start":"2026-07-09T01:47:48.790666Z","end":"2026-07-09T01:47:51.398658Z","steps":["trace[1563095912] 'agreement among raft nodes before linearized reading' (duration: 2.607773743s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.398732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:48.790473Z","time spent":"2.608246799s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.398891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.990787157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.398956Z","caller":"traceutil/trace.go:171","msg":"trace[215315409] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7842; }","duration":"6.990916578s","start":"2026-07-09T01:47:44.408025Z","end":"2026-07-09T01:47:51.398942Z","steps":["trace[215315409] 'agreement among raft nodes before linearized reading' (duration: 6.990766956s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.398987Z","caller":"traceutil/trace.go:171","msg":"trace[811421332] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7842; }","duration":"830.226386ms","start":"2026-07-09T01:47:50.568744Z","end":"2026-07-09T01:47:51.398971Z","steps":["trace[811421332] 'process raft request' (duration: 829.478604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.463334204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:47:51.399014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:44.408Z","time spent":"6.991005139s","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.39903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602115998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.399039Z","caller":"traceutil/trace.go:171","msg":"trace[1830895121] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7842; }","duration":"7.463411256s","start":"2026-07-09T01:47:43.935617Z","end":"2026-07-09T01:47:51.399029Z","steps":["trace[1830895121] 'agreement among raft nodes before linearized reading' (duration: 7.463367935s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.935577Z","time spent":"7.463495756s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:47:51.399087Z","caller":"traceutil/trace.go:171","msg":"trace[658024531] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7842; }","duration":"3.60221524s","start":"2026-07-09T01:47:47.796851Z","end":"2026-07-09T01:47:51.399066Z","steps":["trace[658024531] 'agreement among raft nodes before linearized reading' (duration: 3.602141689s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:47.796823Z","time spent":"3.602300892s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.399143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020642405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:47:51.399138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.597183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T01:47:51.399183Z","caller":"traceutil/trace.go:171","msg":"trace[1565087728] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7842; }","duration":"1.020712776s","start":"2026-07-09T01:47:50.378457Z","end":"2026-07-09T01:47:51.39917Z","steps":["trace[1565087728] 'agreement among raft nodes before linearized reading' (duration: 1.020658985s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.399196Z","caller":"traceutil/trace.go:171","msg":"trace[52030147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7842; }","duration":"605.687494ms","start":"2026-07-09T01:47:50.793496Z","end":"2026-07-09T01:47:51.399183Z","steps":["trace[52030147] 'agreement among raft nodes before linearized reading' (duration: 605.579622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.378436Z","time spent":"1.020775447s","remote":"127.0.0.1:56404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.399232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.79347Z","time spent":"605.754156ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:47:51.399263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.738243091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.399296Z","caller":"traceutil/trace.go:171","msg":"trace[2093376727] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7842; }","duration":"6.738273751s","start":"2026-07-09T01:47:44.661012Z","end":"2026-07-09T01:47:51.399286Z","steps":["trace[2093376727] 'agreement among raft nodes before linearized reading' (duration: 6.738228321s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.398895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.92650558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:47:51.399324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:44.660999Z","time spent":"6.738317863s","remote":"127.0.0.1:53836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.39933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815352796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:47:51.399028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.701879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.horizon.v1\" ","response":"range_response_count:1 size:73521"} {"level":"info","ts":"2026-07-09T01:47:51.39937Z","caller":"traceutil/trace.go:171","msg":"trace[160601752] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7842; }","duration":"5.927055358s","start":"2026-07-09T01:47:45.472289Z","end":"2026-07-09T01:47:51.399344Z","steps":["trace[160601752] 'agreement among raft nodes before linearized reading' (duration: 5.926426759s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272675923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:47:51.399443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480801421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:47:51.399453Z","caller":"traceutil/trace.go:171","msg":"trace[1358968380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7842; }","duration":"1.272710914s","start":"2026-07-09T01:47:50.126731Z","end":"2026-07-09T01:47:51.399442Z","steps":["trace[1358968380] 'agreement among raft nodes before linearized reading' (duration: 1.272663633s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.399487Z","caller":"traceutil/trace.go:171","msg":"trace[1895842594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7842; }","duration":"5.480889552s","start":"2026-07-09T01:47:45.918585Z","end":"2026-07-09T01:47:51.399475Z","steps":["trace[1895842594] 'agreement among raft nodes before linearized reading' (duration: 5.480822191s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.918556Z","time spent":"5.480962254s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.399529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.472271Z","time spent":"5.927145039s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.399572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486600738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:47:51.399422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.346743739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.39964Z","caller":"traceutil/trace.go:171","msg":"trace[1169584413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7842; }","duration":"2.48673035s","start":"2026-07-09T01:47:48.91288Z","end":"2026-07-09T01:47:51.39961Z","steps":["trace[1169584413] 'agreement among raft nodes before linearized reading' (duration: 2.486654369s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.398967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.912253975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:47:51.399717Z","caller":"traceutil/trace.go:171","msg":"trace[430968967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7842; }","duration":"7.913023537s","start":"2026-07-09T01:47:43.486685Z","end":"2026-07-09T01:47:51.399708Z","steps":["trace[430968967] 'agreement among raft nodes before linearized reading' (duration: 7.912199223s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.3998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916242519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-09T01:47:51.399829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669464671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-09T01:47:51.399899Z","caller":"traceutil/trace.go:171","msg":"trace[1928347232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7842; }","duration":"5.916307211s","start":"2026-07-09T01:47:45.483527Z","end":"2026-07-09T01:47:51.399835Z","steps":["trace[1928347232] 'agreement among raft nodes before linearized reading' (duration: 5.916145888s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.568712Z","time spent":"830.319058ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:47:51.399905Z","caller":"traceutil/trace.go:171","msg":"trace[928730138] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:7842; }","duration":"1.669579703s","start":"2026-07-09T01:47:49.730313Z","end":"2026-07-09T01:47:51.399892Z","steps":["trace[928730138] 'agreement among raft nodes before linearized reading' (duration: 1.6693817s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.483518Z","time spent":"5.916416282s","remote":"127.0.0.1:49550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:47:51.400031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129117477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-09T01:47:51.400069Z","caller":"traceutil/trace.go:171","msg":"trace[1628058977] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7842; }","duration":"2.129213628s","start":"2026-07-09T01:47:49.270845Z","end":"2026-07-09T01:47:51.400059Z","steps":["trace[1628058977] 'agreement among raft nodes before linearized reading' (duration: 2.129126267s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.126652Z","time spent":"1.272833046s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:47:51.400098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:49.270815Z","time spent":"2.129276359s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:47:51.399533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360806445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T01:47:51.40025Z","caller":"traceutil/trace.go:171","msg":"trace[1040006393] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7842; }","duration":"1.361583137s","start":"2026-07-09T01:47:50.038655Z","end":"2026-07-09T01:47:51.400238Z","steps":["trace[1040006393] 'agreement among raft nodes before linearized reading' (duration: 1.360852725s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.400295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158119585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:47:51.400334Z","caller":"traceutil/trace.go:171","msg":"trace[318274074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7842; }","duration":"2.158196256s","start":"2026-07-09T01:47:49.242129Z","end":"2026-07-09T01:47:51.400325Z","steps":["trace[318274074] 'agreement among raft nodes before linearized reading' (duration: 2.158100075s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.399809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.486674Z","time spent":"7.913067797s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:47:51.399376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208384521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-07-09T01:47:51.400414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424267283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:47:51.400514Z","caller":"traceutil/trace.go:171","msg":"trace[279806928] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:7842; }","duration":"1.20955826s","start":"2026-07-09T01:47:50.190945Z","end":"2026-07-09T01:47:51.400503Z","steps":["trace[279806928] 'agreement among raft nodes before linearized reading' (duration: 1.208389411s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.400522Z","caller":"traceutil/trace.go:171","msg":"trace[1014265163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7842; }","duration":"2.424391384s","start":"2026-07-09T01:47:48.976117Z","end":"2026-07-09T01:47:51.400508Z","steps":["trace[1014265163] 'agreement among raft nodes before linearized reading' (duration: 2.424271422s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.40055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.190924Z","time spent":"1.209617901s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-09T01:47:51.40057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:48.976105Z","time spent":"2.424448635s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.399949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:49.730284Z","time spent":"1.669656253s","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-09T01:47:51.399675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:48.912847Z","time spent":"2.486818392s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.400297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.038612Z","time spent":"1.361673088s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T01:47:51.398968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651826267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:47:51.400955Z","caller":"traceutil/trace.go:171","msg":"trace[337722565] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7842; }","duration":"2.653871241s","start":"2026-07-09T01:47:48.747077Z","end":"2026-07-09T01:47:51.400948Z","steps":["trace[337722565] 'agreement among raft nodes before linearized reading' (duration: 2.651851808s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.399387Z","caller":"traceutil/trace.go:171","msg":"trace[431026111] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.horizon.v1; range_end:; response_count:1; response_revision:7842; }","duration":"920.112556ms","start":"2026-07-09T01:47:50.479264Z","end":"2026-07-09T01:47:51.399377Z","steps":["trace[431026111] 'agreement among raft nodes before linearized reading' (duration: 919.627508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.400982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:48.747046Z","time spent":"2.653929032s","remote":"127.0.0.1:49840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.401009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:50.479236Z","time spent":"921.763853ms","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":73544,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.horizon.v1\" "} {"level":"info","ts":"2026-07-09T01:47:51.399381Z","caller":"traceutil/trace.go:171","msg":"trace[1097072454] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7842; }","duration":"4.815465178s","start":"2026-07-09T01:47:46.583903Z","end":"2026-07-09T01:47:51.399369Z","steps":["trace[1097072454] 'agreement among raft nodes before linearized reading' (duration: 4.815389177s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.401092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:46.583867Z","time spent":"4.817218356s","remote":"127.0.0.1:53804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.401193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.969194719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:47:51.400368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:49.2421Z","time spent":"2.158261007s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T01:47:51.401252Z","caller":"traceutil/trace.go:171","msg":"trace[404214624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7842; }","duration":"7.96929321s","start":"2026-07-09T01:47:43.431947Z","end":"2026-07-09T01:47:51.401241Z","steps":["trace[404214624] 'agreement among raft nodes before linearized reading' (duration: 7.969121988s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:47:51.399659Z","caller":"traceutil/trace.go:171","msg":"trace[282238317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:7842; }","duration":"6.346975864s","start":"2026-07-09T01:47:45.052671Z","end":"2026-07-09T01:47:51.399647Z","steps":["trace[282238317] 'agreement among raft nodes before linearized reading' (duration: 6.346732669s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.401291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:45.052591Z","time spent":"6.348692892s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.401294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.431925Z","time spent":"7.969359342s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:47:51.402048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009297202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-09T01:47:51.402075Z","caller":"traceutil/trace.go:171","msg":"trace[1968396528] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie; range_end:; response_count:1; response_revision:7842; }","duration":"8.009337293s","start":"2026-07-09T01:47:43.39273Z","end":"2026-07-09T01:47:51.402068Z","steps":["trace[1968396528] 'agreement among raft nodes before linearized reading' (duration: 8.005623834s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:47:51.40209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:47:43.392725Z","time spent":"8.009361873s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":846,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" "}