{"level":"warn","ts":"2026-07-30T23:39:22.841068Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:39:22.841263Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=instance=https://199.204.45.77:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T23:39:22.841326Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:39:22.841337Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T23:39:22.841359Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:39:22.841966Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-07-30T23:39:22.842031Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.77:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T23:39:22.848703Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.353523ms"} {"level":"info","ts":"2026-07-30T23:39:22.859835Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9133559b3198d4ec","cluster-id":"60f1aee33b0786f5"} {"level":"info","ts":"2026-07-30T23:39:22.85993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T23:39:22.859951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 0"} {"level":"info","ts":"2026-07-30T23:39:22.859964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9133559b3198d4ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T23:39:22.859976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 1"} {"level":"info","ts":"2026-07-30T23:39:22.860015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"warn","ts":"2026-07-30T23:39:22.864246Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T23:39:22.865264Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T23:39:22.866097Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T23:39:22.868106Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9133559b3198d4ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T23:39:22.868479Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9133559b3198d4ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T23:39:22.869311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"info","ts":"2026-07-30T23:39:22.869472Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","added-peer-id":"9133559b3198d4ec","added-peer-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T23:39:22.868464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:39:22.869671Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:39:22.869687Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:39:22.87934Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:39:22.879524Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-30T23:39:22.879608Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T23:39:22.87968Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-30T23:39:22.879566Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9133559b3198d4ec","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T23:39:23.560356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T23:39:23.560426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T23:39:23.560458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgPreVoteResp from 9133559b3198d4ec at term 1"} {"level":"info","ts":"2026-07-30T23:39:23.560483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became candidate at term 2"} {"level":"info","ts":"2026-07-30T23:39:23.560498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgVoteResp from 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-07-30T23:39:23.560527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became leader at term 2"} {"level":"info","ts":"2026-07-30T23:39:23.560545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9133559b3198d4ec elected leader 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-07-30T23:39:23.561595Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9133559b3198d4ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.77:2379]}","request-path":"/0/members/9133559b3198d4ec/attributes","cluster-id":"60f1aee33b0786f5","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T23:39:23.561986Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:39:23.562434Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:39:23.562492Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T23:39:23.562545Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T23:39:23.56278Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:39:23.562909Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:39:23.56299Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:39:23.563012Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:39:23.56461Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"info","ts":"2026-07-30T23:39:23.566271Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T23:39:51.621611Z","caller":"traceutil/trace.go:171","msg":"trace[1757214455] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"163.999039ms","start":"2026-07-30T23:39:51.457596Z","end":"2026-07-30T23:39:51.621595Z","steps":["trace[1757214455] 'process raft request' (duration: 163.906055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.753239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.625593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:39:59.753544Z","caller":"traceutil/trace.go:171","msg":"trace[1837960736] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"415.971732ms","start":"2026-07-30T23:39:59.337541Z","end":"2026-07-30T23:39:59.753513Z","steps":["trace[1837960736] 'process raft request' (duration: 95.51987ms)","trace[1837960736] 'compare' (duration: 319.378054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:39:59.753729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.337528Z","time spent":"416.082236ms","remote":"127.0.0.1:45106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:39:59.754166Z","caller":"traceutil/trace.go:171","msg":"trace[370616616] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"416.498352ms","start":"2026-07-30T23:39:59.337654Z","end":"2026-07-30T23:39:59.754152Z","steps":["trace[370616616] 'process raft request' (duration: 416.184651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.754472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.337646Z","time spent":"416.565964ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:59.754638Z","caller":"traceutil/trace.go:171","msg":"trace[970787087] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"416.872045ms","start":"2026-07-30T23:39:59.337744Z","end":"2026-07-30T23:39:59.754616Z","steps":["trace[970787087] 'process raft request' (duration: 416.354296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.754757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.337738Z","time spent":"416.964159ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:59.754852Z","caller":"traceutil/trace.go:171","msg":"trace[409906871] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"391.463739ms","start":"2026-07-30T23:39:59.36336Z","end":"2026-07-30T23:39:59.754824Z","steps":["trace[409906871] 'process raft request' (duration: 391.388947ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:59.754895Z","caller":"traceutil/trace.go:171","msg":"trace[1004427363] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"409.109925ms","start":"2026-07-30T23:39:59.345771Z","end":"2026-07-30T23:39:59.754881Z","steps":["trace[1004427363] 'process raft request' (duration: 408.789634ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:59.75493Z","caller":"traceutil/trace.go:171","msg":"trace[870272129] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"417.106024ms","start":"2026-07-30T23:39:59.337814Z","end":"2026-07-30T23:39:59.75492Z","steps":["trace[870272129] 'process raft request' (duration: 416.585595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.755009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.337807Z","time spent":"417.169236ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:39:59.755049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.345744Z","time spent":"409.184457ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:59.754927Z","caller":"traceutil/trace.go:171","msg":"trace[1800293298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:505; }","duration":"405.707972ms","start":"2026-07-30T23:39:59.349198Z","end":"2026-07-30T23:39:59.754906Z","steps":["trace[1800293298] 'process raft request' (duration: 405.444533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.755051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.363339Z","time spent":"391.585034ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:59.755111Z","caller":"traceutil/trace.go:171","msg":"trace[1696057298] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"409.734758ms","start":"2026-07-30T23:39:59.345366Z","end":"2026-07-30T23:39:59.755101Z","steps":["trace[1696057298] 'process raft request' (duration: 409.135706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.75517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.345352Z","time spent":"409.789929ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:59.755304Z","caller":"traceutil/trace.go:171","msg":"trace[923924984] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"392.684763ms","start":"2026-07-30T23:39:59.36249Z","end":"2026-07-30T23:39:59.755175Z","steps":["trace[923924984] 'process raft request' (duration: 392.199966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:39:59.755568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.362467Z","time spent":"392.979274ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:39:59.758774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:39:59.34919Z","time spent":"405.954631ms","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:39:59.762492Z","caller":"traceutil/trace.go:171","msg":"trace[1741200483] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:515; }","duration":"102.682509ms","start":"2026-07-30T23:39:59.659793Z","end":"2026-07-30T23:39:59.762476Z","steps":["trace[1741200483] 'read index received' (duration: 93.861501ms)","trace[1741200483] 'applied index is now lower than readState.Index' (duration: 8.820338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:39:59.762704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.886916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:39:59.762732Z","caller":"traceutil/trace.go:171","msg":"trace[403763591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"102.968939ms","start":"2026-07-30T23:39:59.659755Z","end":"2026-07-30T23:39:59.762724Z","steps":["trace[403763591] 'agreement among raft nodes before linearized reading' (duration: 102.854045ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:39:59.762926Z","caller":"traceutil/trace.go:171","msg":"trace[845453597] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"285.082889ms","start":"2026-07-30T23:39:59.477836Z","end":"2026-07-30T23:39:59.762919Z","steps":["trace[845453597] 'process raft request' (duration: 284.539549ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:05.922384Z","caller":"traceutil/trace.go:171","msg":"trace[1170259449] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"120.602751ms","start":"2026-07-30T23:40:05.80174Z","end":"2026-07-30T23:40:05.922342Z","steps":["trace[1170259449] 'process raft request' (duration: 120.490708ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:05.922601Z","caller":"traceutil/trace.go:171","msg":"trace[996336564] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:607; }","duration":"120.407035ms","start":"2026-07-30T23:40:05.802149Z","end":"2026-07-30T23:40:05.922556Z","steps":["trace[996336564] 'read index received' (duration: 120.378964ms)","trace[996336564] 'applied index is now lower than readState.Index' (duration: 14.561µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:40:05.922838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T23:40:05.92288Z","caller":"traceutil/trace.go:171","msg":"trace[1099331849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"120.767216ms","start":"2026-07-30T23:40:05.8021Z","end":"2026-07-30T23:40:05.922867Z","steps":["trace[1099331849] 'agreement among raft nodes before linearized reading' (duration: 120.614161ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:06.214911Z","caller":"traceutil/trace.go:171","msg":"trace[1839236279] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:607; }","duration":"292.175277ms","start":"2026-07-30T23:40:05.922712Z","end":"2026-07-30T23:40:06.214887Z","steps":["trace[1839236279] 'read index received' (duration: 291.35719ms)","trace[1839236279] 'applied index is now lower than readState.Index' (duration: 817.197µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:40:06.215109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.689252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T23:40:06.215314Z","caller":"traceutil/trace.go:171","msg":"trace[2100586353] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"294.739764ms","start":"2026-07-30T23:40:05.92047Z","end":"2026-07-30T23:40:06.21521Z","steps":["trace[2100586353] 'process raft request' (duration: 293.994689ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:06.215447Z","caller":"traceutil/trace.go:171","msg":"trace[698251490] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"378.984128ms","start":"2026-07-30T23:40:05.836436Z","end":"2026-07-30T23:40:06.21542Z","steps":["trace[698251490] 'process raft request' (duration: 377.630692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:06.215586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:05.836414Z","time spent":"379.088771ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:40:06.215603Z","caller":"traceutil/trace.go:171","msg":"trace[1429389476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"331.783065ms","start":"2026-07-30T23:40:05.883356Z","end":"2026-07-30T23:40:06.215139Z","steps":["trace[1429389476] 'agreement among raft nodes before linearized reading' (duration: 331.623508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:06.215651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:05.883338Z","time spent":"332.302072ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:40:06.215826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.176086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:40:06.215869Z","caller":"traceutil/trace.go:171","msg":"trace[763316307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"318.259078ms","start":"2026-07-30T23:40:05.897596Z","end":"2026-07-30T23:40:06.215855Z","steps":["trace[763316307] 'agreement among raft nodes before linearized reading' (duration: 318.092882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:06.215903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:05.897581Z","time spent":"318.314341ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:40:06.698037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.779235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:40:06.698189Z","caller":"traceutil/trace.go:171","msg":"trace[2057748536] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"420.752894ms","start":"2026-07-30T23:40:06.277426Z","end":"2026-07-30T23:40:06.698179Z","steps":["trace[2057748536] 'process raft request' (duration: 420.731223ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:06.698195Z","caller":"traceutil/trace.go:171","msg":"trace[1334970680] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"772.402808ms","start":"2026-07-30T23:40:05.925765Z","end":"2026-07-30T23:40:06.698168Z","steps":["trace[1334970680] 'process raft request' (duration: 392.438826ms)","trace[1334970680] 'compare' (duration: 379.688892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:40:06.698231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:06.277402Z","time spent":"420.813756ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:40:06.698306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:05.925746Z","time spent":"772.502031ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:40:06.698386Z","caller":"traceutil/trace.go:171","msg":"trace[85321153] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"477.833171ms","start":"2026-07-30T23:40:06.220513Z","end":"2026-07-30T23:40:06.698346Z","steps":["trace[85321153] 'read index received' (duration: 97.756726ms)","trace[85321153] 'applied index is now lower than readState.Index' (duration: 380.075785ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:40:06.698443Z","caller":"traceutil/trace.go:171","msg":"trace[246746841] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"476.200616ms","start":"2026-07-30T23:40:06.222237Z","end":"2026-07-30T23:40:06.698438Z","steps":["trace[246746841] 'process raft request' (duration: 475.868596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:06.69848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:06.222216Z","time spent":"476.242867ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:40:06.69862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.09349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:40:06.698662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.98008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zm7v8\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-30T23:40:06.698691Z","caller":"traceutil/trace.go:171","msg":"trace[67672115] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zm7v8; range_end:; response_count:1; response_revision:595; }","duration":"359.028211ms","start":"2026-07-30T23:40:06.339654Z","end":"2026-07-30T23:40:06.698682Z","steps":["trace[67672115] 'agreement among raft nodes before linearized reading' (duration: 358.921198ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:06.69869Z","caller":"traceutil/trace.go:171","msg":"trace[159550810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"478.197803ms","start":"2026-07-30T23:40:06.220476Z","end":"2026-07-30T23:40:06.698673Z","steps":["trace[159550810] 'agreement among raft nodes before linearized reading' (duration: 478.09288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:06.698717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:06.339639Z","time spent":"359.071584ms","remote":"127.0.0.1:44760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-zm7v8\" "} {"level":"warn","ts":"2026-07-30T23:40:06.698739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:06.22046Z","time spent":"478.266505ms","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:40:06.698781Z","caller":"traceutil/trace.go:171","msg":"trace[2099423208] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"475.818663ms","start":"2026-07-30T23:40:06.222946Z","end":"2026-07-30T23:40:06.698765Z","steps":["trace[2099423208] 'process raft request' (duration: 475.191003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:06.698845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:06.222935Z","time spent":"475.876285ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:40:06.953062Z","caller":"traceutil/trace.go:171","msg":"trace[929728608] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"246.042309ms","start":"2026-07-30T23:40:06.706991Z","end":"2026-07-30T23:40:06.953033Z","steps":["trace[929728608] 'read index received' (duration: 218.512269ms)","trace[929728608] 'applied index is now lower than readState.Index' (duration: 27.5285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:40:06.953219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.206004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-30T23:40:06.953274Z","caller":"traceutil/trace.go:171","msg":"trace[568145633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:595; }","duration":"246.306027ms","start":"2026-07-30T23:40:06.706954Z","end":"2026-07-30T23:40:06.95326Z","steps":["trace[568145633] 'agreement among raft nodes before linearized reading' (duration: 246.186224ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:06.956457Z","caller":"traceutil/trace.go:171","msg":"trace[793034681] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"240.965129ms","start":"2026-07-30T23:40:06.715466Z","end":"2026-07-30T23:40:06.956432Z","steps":["trace[793034681] 'process raft request' (duration: 240.744182ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:08.711474Z","caller":"traceutil/trace.go:171","msg":"trace[1414274669] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"199.620918ms","start":"2026-07-30T23:40:08.511832Z","end":"2026-07-30T23:40:08.711453Z","steps":["trace[1414274669] 'process raft request' (duration: 199.087592ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:40:23.972043Z","caller":"traceutil/trace.go:171","msg":"trace[1050510034] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"520.596354ms","start":"2026-07-30T23:40:23.451424Z","end":"2026-07-30T23:40:23.972021Z","steps":["trace[1050510034] 'process raft request' (duration: 520.4215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:40:23.972206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:40:23.451399Z","time spent":"520.725848ms","remote":"127.0.0.1:44760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:41:16.875179Z","caller":"traceutil/trace.go:171","msg":"trace[250857214] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"141.875742ms","start":"2026-07-30T23:41:16.733269Z","end":"2026-07-30T23:41:16.875145Z","steps":["trace[250857214] 'process raft request' (duration: 133.641471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.432028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.903367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-30T23:41:33.432158Z","caller":"traceutil/trace.go:171","msg":"trace[1186936192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1709; }","duration":"201.10939ms","start":"2026-07-30T23:41:33.231019Z","end":"2026-07-30T23:41:33.432129Z","steps":["trace[1186936192] 'range keys from in-memory index tree' (duration: 200.660992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.43244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.536258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T23:41:33.432434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.604284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T23:41:33.432482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.743551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T23:41:33.432533Z","caller":"traceutil/trace.go:171","msg":"trace[779110304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1709; }","duration":"201.619529ms","start":"2026-07-30T23:41:33.230889Z","end":"2026-07-30T23:41:33.432509Z","steps":["trace[779110304] 'range keys from in-memory index tree' (duration: 201.396574ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:33.432532Z","caller":"traceutil/trace.go:171","msg":"trace[57703927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1709; }","duration":"247.744487ms","start":"2026-07-30T23:41:33.184768Z","end":"2026-07-30T23:41:33.432513Z","steps":["trace[57703927] 'range keys from in-memory index tree' (duration: 247.354081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:33.432579Z","caller":"traceutil/trace.go:171","msg":"trace[1944533141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1709; }","duration":"201.884874ms","start":"2026-07-30T23:41:33.230667Z","end":"2026-07-30T23:41:33.432552Z","steps":["trace[1944533141] 'range keys from in-memory index tree' (duration: 201.565298ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:33.796955Z","caller":"traceutil/trace.go:171","msg":"trace[351231864] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"361.192737ms","start":"2026-07-30T23:41:33.435749Z","end":"2026-07-30T23:41:33.796941Z","steps":["trace[351231864] 'process raft request' (duration: 361.104516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.797048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.435722Z","time spent":"361.279268ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:33.993334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.9183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:41:33.993587Z","caller":"traceutil/trace.go:171","msg":"trace[410068645] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"557.0218ms","start":"2026-07-30T23:41:33.436537Z","end":"2026-07-30T23:41:33.993559Z","steps":["trace[410068645] 'process raft request' (duration: 401.771983ms)","trace[410068645] 'compare' (duration: 154.753168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:41:33.993703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.436525Z","time spent":"557.118041ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:41:33.993788Z","caller":"traceutil/trace.go:171","msg":"trace[1442318835] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"556.667434ms","start":"2026-07-30T23:41:33.437094Z","end":"2026-07-30T23:41:33.993761Z","steps":["trace[1442318835] 'process raft request' (duration: 556.41078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.993841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.437066Z","time spent":"556.751945ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:41:33.993772Z","caller":"traceutil/trace.go:171","msg":"trace[1674273348] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1777; }","duration":"360.984644ms","start":"2026-07-30T23:41:33.63272Z","end":"2026-07-30T23:41:33.993705Z","steps":["trace[1674273348] 'read index received' (duration: 164.637634ms)","trace[1674273348] 'applied index is now lower than readState.Index' (duration: 196.34593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:41:33.994003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.285348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.994024Z","caller":"traceutil/trace.go:171","msg":"trace[663074496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1713; }","duration":"361.306359ms","start":"2026-07-30T23:41:33.632709Z","end":"2026-07-30T23:41:33.994016Z","steps":["trace[663074496] 'agreement among raft nodes before linearized reading' (duration: 361.270068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.994044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.632639Z","time spent":"361.401061ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"info","ts":"2026-07-30T23:41:33.993958Z","caller":"traceutil/trace.go:171","msg":"trace[1045487256] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"554.037439ms","start":"2026-07-30T23:41:33.439898Z","end":"2026-07-30T23:41:33.993936Z","steps":["trace[1045487256] 'process raft request' (duration: 553.762905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.994195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.818516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.994217Z","caller":"traceutil/trace.go:171","msg":"trace[1434920955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"131.914738ms","start":"2026-07-30T23:41:33.862296Z","end":"2026-07-30T23:41:33.994211Z","steps":["trace[1434920955] 'agreement among raft nodes before linearized reading' (duration: 131.885377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.994223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.39306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.994266Z","caller":"traceutil/trace.go:171","msg":"trace[362448672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1713; }","duration":"361.481051ms","start":"2026-07-30T23:41:33.632774Z","end":"2026-07-30T23:41:33.994255Z","steps":["trace[362448672] 'agreement among raft nodes before linearized reading' (duration: 361.38784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.994331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.632768Z","time spent":"361.550913ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:41:33.994384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.439877Z","time spent":"554.297924ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:33.994626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.233543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.994858Z","caller":"traceutil/trace.go:171","msg":"trace[1222926185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"102.486867ms","start":"2026-07-30T23:41:33.892366Z","end":"2026-07-30T23:41:33.994853Z","steps":["trace[1222926185] 'agreement among raft nodes before linearized reading' (duration: 102.245833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.994881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.343861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.99492Z","caller":"traceutil/trace.go:171","msg":"trace[1649188198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"163.667616ms","start":"2026-07-30T23:41:33.831241Z","end":"2026-07-30T23:41:33.994909Z","steps":["trace[1649188198] 'agreement among raft nodes before linearized reading' (duration: 163.35593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.995167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.560264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995218Z","caller":"traceutil/trace.go:171","msg":"trace[772197056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1713; }","duration":"343.633515ms","start":"2026-07-30T23:41:33.651571Z","end":"2026-07-30T23:41:33.995204Z","steps":["trace[772197056] 'agreement among raft nodes before linearized reading' (duration: 343.523243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.995252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.651562Z","time spent":"343.679105ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 "} {"level":"warn","ts":"2026-07-30T23:41:33.99528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.505964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995299Z","caller":"traceutil/trace.go:171","msg":"trace[826335607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"190.560764ms","start":"2026-07-30T23:41:33.804733Z","end":"2026-07-30T23:41:33.995294Z","steps":["trace[826335607] 'agreement among raft nodes before linearized reading' (duration: 190.532084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.995377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.171874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995396Z","caller":"traceutil/trace.go:171","msg":"trace[858725216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"164.229795ms","start":"2026-07-30T23:41:33.831162Z","end":"2026-07-30T23:41:33.995391Z","steps":["trace[858725216] 'agreement among raft nodes before linearized reading' (duration: 164.202284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.99543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.282275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:41:33.99546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.567196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995468Z","caller":"traceutil/trace.go:171","msg":"trace[1068592203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"239.336457ms","start":"2026-07-30T23:41:33.756122Z","end":"2026-07-30T23:41:33.995459Z","steps":["trace[1068592203] 'agreement among raft nodes before linearized reading' (duration: 239.274935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.9956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.329816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995623Z","caller":"traceutil/trace.go:171","msg":"trace[1292215428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1713; }","duration":"344.381247ms","start":"2026-07-30T23:41:33.651237Z","end":"2026-07-30T23:41:33.995618Z","steps":["trace[1292215428] 'agreement among raft nodes before linearized reading' (duration: 344.348647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.995416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.99946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:41:33.995638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.651215Z","time spent":"344.418457ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T23:41:33.995673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.558911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:41:33.995713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.62623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995732Z","caller":"traceutil/trace.go:171","msg":"trace[1858316701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1713; }","duration":"362.644261ms","start":"2026-07-30T23:41:33.63308Z","end":"2026-07-30T23:41:33.995724Z","steps":["trace[1858316701] 'agreement among raft nodes before linearized reading' (duration: 362.61625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.995747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.633023Z","time spent":"362.719202ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"info","ts":"2026-07-30T23:41:33.995729Z","caller":"traceutil/trace.go:171","msg":"trace[888946687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"239.677542ms","start":"2026-07-30T23:41:33.756038Z","end":"2026-07-30T23:41:33.995716Z","steps":["trace[888946687] 'agreement among raft nodes before linearized reading' (duration: 239.597011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.994935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.59164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.995842Z","caller":"traceutil/trace.go:171","msg":"trace[634804576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"103.484864ms","start":"2026-07-30T23:41:33.892286Z","end":"2026-07-30T23:41:33.995771Z","steps":["trace[634804576] 'agreement among raft nodes before linearized reading' (duration: 102.63622ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:33.995668Z","caller":"traceutil/trace.go:171","msg":"trace[304861534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1713; }","duration":"344.359846ms","start":"2026-07-30T23:41:33.65129Z","end":"2026-07-30T23:41:33.99565Z","steps":["trace[304861534] 'agreement among raft nodes before linearized reading' (duration: 343.908379ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:33.995476Z","caller":"traceutil/trace.go:171","msg":"trace[1581049212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"190.625776ms","start":"2026-07-30T23:41:33.804845Z","end":"2026-07-30T23:41:33.99547Z","steps":["trace[1581049212] 'agreement among raft nodes before linearized reading' (duration: 190.600645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:33.995945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:33.651264Z","time spent":"344.655301ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:41:33.994958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.460096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:33.996125Z","caller":"traceutil/trace.go:171","msg":"trace[592154404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1713; }","duration":"133.653697ms","start":"2026-07-30T23:41:33.862465Z","end":"2026-07-30T23:41:33.996119Z","steps":["trace[592154404] 'agreement among raft nodes before linearized reading' (duration: 132.482167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:41.507671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.966255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:41:41.507792Z","caller":"traceutil/trace.go:171","msg":"trace[1909685888] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"531.527649ms","start":"2026-07-30T23:41:40.976233Z","end":"2026-07-30T23:41:41.507761Z","steps":["trace[1909685888] 'process raft request' (duration: 206.238069ms)","trace[1909685888] 'compare' (duration: 324.356465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:41:41.507928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:40.976206Z","time spent":"531.64674ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:41:41.507926Z","caller":"traceutil/trace.go:171","msg":"trace[161182008] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"288.250227ms","start":"2026-07-30T23:41:41.21965Z","end":"2026-07-30T23:41:41.5079Z","steps":["trace[161182008] 'read index received' (duration: 54.551µs)","trace[161182008] 'applied index is now lower than readState.Index' (duration: 288.192896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:41:41.508071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.42915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:41:41.50811Z","caller":"traceutil/trace.go:171","msg":"trace[738689186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"288.503352ms","start":"2026-07-30T23:41:41.219597Z","end":"2026-07-30T23:41:41.5081Z","steps":["trace[738689186] 'agreement among raft nodes before linearized reading' (duration: 288.44309ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:41.508378Z","caller":"traceutil/trace.go:171","msg":"trace[893241910] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"287.690348ms","start":"2026-07-30T23:41:41.220664Z","end":"2026-07-30T23:41:41.508354Z","steps":["trace[893241910] 'process raft request' (duration: 287.119449ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:41.994433Z","caller":"traceutil/trace.go:171","msg":"trace[2114688408] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"142.290164ms","start":"2026-07-30T23:41:41.85212Z","end":"2026-07-30T23:41:41.99441Z","steps":["trace[2114688408] 'read index received' (duration: 142.120312ms)","trace[2114688408] 'applied index is now lower than readState.Index' (duration: 168.882µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:41.994526Z","caller":"traceutil/trace.go:171","msg":"trace[1060660406] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"180.088468ms","start":"2026-07-30T23:41:41.814386Z","end":"2026-07-30T23:41:41.994475Z","steps":["trace[1060660406] 'process raft request' (duration: 179.861815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:41.994691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.548429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:41:41.994813Z","caller":"traceutil/trace.go:171","msg":"trace[1348782162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1825; }","duration":"142.703822ms","start":"2026-07-30T23:41:41.85207Z","end":"2026-07-30T23:41:41.994774Z","steps":["trace[1348782162] 'agreement among raft nodes before linearized reading' (duration: 142.430607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:54.98776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987022713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:41:55.226844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.305853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:41:55.227054Z","caller":"traceutil/trace.go:171","msg":"trace[233768671] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2006; }","duration":"740.520003ms","start":"2026-07-30T23:41:54.486524Z","end":"2026-07-30T23:41:55.227044Z","steps":["trace[233768671] 'read index received' (duration: 509.972577ms)","trace[233768671] 'applied index is now lower than readState.Index' (duration: 230.546746ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:41:55.227222Z","caller":"traceutil/trace.go:171","msg":"trace[1488935964] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.05850901s","start":"2026-07-30T23:41:54.168627Z","end":"2026-07-30T23:41:55.227136Z","steps":["trace[1488935964] 'process raft request' (duration: 1.058293496s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:55.227309Z","caller":"traceutil/trace.go:171","msg":"trace[1918635393] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"325.717189ms","start":"2026-07-30T23:41:54.901581Z","end":"2026-07-30T23:41:55.227298Z","steps":["trace[1918635393] 'process raft request' (duration: 325.438355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:55.227348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:54.901557Z","time spent":"325.770269ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:55.227344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.803717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:41:55.227423Z","caller":"traceutil/trace.go:171","msg":"trace[1285738049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"740.917488ms","start":"2026-07-30T23:41:54.486486Z","end":"2026-07-30T23:41:55.227403Z","steps":["trace[1285738049] 'agreement among raft nodes before linearized reading' (duration: 740.662495ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:41:55.227425Z","caller":"traceutil/trace.go:171","msg":"trace[1497257501] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"1.059534154s","start":"2026-07-30T23:41:54.16787Z","end":"2026-07-30T23:41:55.227405Z","steps":["trace[1497257501] 'process raft request' (duration: 828.610892ms)","trace[1497257501] 'compare' (duration: 229.702484ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:41:55.227469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:54.486471Z","time spent":"740.98667ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T23:41:55.227503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:54.167858Z","time spent":"1.059608955s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:55.227361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:54.168619Z","time spent":"1.058669152s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:41:55.238884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.413556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:41:55.238919Z","caller":"traceutil/trace.go:171","msg":"trace[1850766173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1938; }","duration":"642.474386ms","start":"2026-07-30T23:41:54.596436Z","end":"2026-07-30T23:41:55.23891Z","steps":["trace[1850766173] 'agreement among raft nodes before linearized reading' (duration: 642.373394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:55.238936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:54.596401Z","time spent":"642.530657ms","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T23:41:55.238875Z","caller":"traceutil/trace.go:171","msg":"trace[1812384262] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"116.289003ms","start":"2026-07-30T23:41:55.122551Z","end":"2026-07-30T23:41:55.23884Z","steps":["trace[1812384262] 'process raft request' (duration: 116.187442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:55.239055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.977796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:41:55.239101Z","caller":"traceutil/trace.go:171","msg":"trace[209206291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1938; }","duration":"592.065688ms","start":"2026-07-30T23:41:54.647022Z","end":"2026-07-30T23:41:55.239087Z","steps":["trace[209206291] 'agreement among raft nodes before linearized reading' (duration: 591.957746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:41:55.239129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:41:54.647Z","time spent":"592.122628ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T23:42:16.541686Z","caller":"traceutil/trace.go:171","msg":"trace[941671746] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"284.899507ms","start":"2026-07-30T23:42:16.25676Z","end":"2026-07-30T23:42:16.54166Z","steps":["trace[941671746] 'read index received' (duration: 210.007509ms)","trace[941671746] 'applied index is now lower than readState.Index' (duration: 74.891098ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:42:16.542077Z","caller":"traceutil/trace.go:171","msg":"trace[1869317727] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"287.444213ms","start":"2026-07-30T23:42:16.254612Z","end":"2026-07-30T23:42:16.542056Z","steps":["trace[1869317727] 'process raft request' (duration: 212.21305ms)","trace[1869317727] 'compare' (duration: 74.695535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:42:16.542295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.062881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T23:42:16.542386Z","caller":"traceutil/trace.go:171","msg":"trace[866441743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2070; }","duration":"169.181463ms","start":"2026-07-30T23:42:16.373167Z","end":"2026-07-30T23:42:16.542348Z","steps":["trace[866441743] 'agreement among raft nodes before linearized reading' (duration: 169.002251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:42:16.542611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.853201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:42:16.542645Z","caller":"traceutil/trace.go:171","msg":"trace[387989583] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2070; }","duration":"285.920692ms","start":"2026-07-30T23:42:16.256716Z","end":"2026-07-30T23:42:16.542637Z","steps":["trace[387989583] 'agreement among raft nodes before linearized reading' (duration: 285.851621ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:42:17.580401Z","caller":"traceutil/trace.go:171","msg":"trace[1730311965] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"150.68755ms","start":"2026-07-30T23:42:17.429684Z","end":"2026-07-30T23:42:17.580372Z","steps":["trace[1730311965] 'process raft request' (duration: 150.528098ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:42:17.580443Z","caller":"traceutil/trace.go:171","msg":"trace[2123564652] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"150.562989ms","start":"2026-07-30T23:42:17.429852Z","end":"2026-07-30T23:42:17.580415Z","steps":["trace[2123564652] 'process raft request' (duration: 150.450297ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:42:17.58059Z","caller":"traceutil/trace.go:171","msg":"trace[1101035466] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"150.699011ms","start":"2026-07-30T23:42:17.429881Z","end":"2026-07-30T23:42:17.58058Z","steps":["trace[1101035466] 'process raft request' (duration: 150.445448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:42:18.228237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.939664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:42:18.228342Z","caller":"traceutil/trace.go:171","msg":"trace[681119988] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2078; }","duration":"290.180137ms","start":"2026-07-30T23:42:17.938137Z","end":"2026-07-30T23:42:18.228317Z","steps":["trace[681119988] 'count revisions from in-memory index tree' (duration: 289.840732ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:42:18.261207Z","caller":"traceutil/trace.go:171","msg":"trace[1989623643] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"270.746196ms","start":"2026-07-30T23:42:17.99043Z","end":"2026-07-30T23:42:18.261176Z","steps":["trace[1989623643] 'process raft request' (duration: 270.443553ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:23.98564Z","caller":"traceutil/trace.go:171","msg":"trace[1639495737] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"257.154286ms","start":"2026-07-30T23:43:23.728468Z","end":"2026-07-30T23:43:23.985623Z","steps":["trace[1639495737] 'read index received' (duration: 256.868663ms)","trace[1639495737] 'applied index is now lower than readState.Index' (duration: 284.963µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:43:23.985718Z","caller":"traceutil/trace.go:171","msg":"trace[2025506976] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"326.266763ms","start":"2026-07-30T23:43:23.659443Z","end":"2026-07-30T23:43:23.985709Z","steps":["trace[2025506976] 'process raft request' (duration: 325.93853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:23.985791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:23.659419Z","time spent":"326.314584ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:43:23.985899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.408769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:43:23.985952Z","caller":"traceutil/trace.go:171","msg":"trace[626730519] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2531; }","duration":"257.506192ms","start":"2026-07-30T23:43:23.72843Z","end":"2026-07-30T23:43:23.985936Z","steps":["trace[626730519] 'agreement among raft nodes before linearized reading' (duration: 257.41108ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:23.986399Z","caller":"traceutil/trace.go:171","msg":"trace[1353224291] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"112.04153ms","start":"2026-07-30T23:43:23.87433Z","end":"2026-07-30T23:43:23.986372Z","steps":["trace[1353224291] 'process raft request' (duration: 111.98374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:23.986472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.766582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T23:43:23.986503Z","caller":"traceutil/trace.go:171","msg":"trace[1417756649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2533; }","duration":"154.874102ms","start":"2026-07-30T23:43:23.831621Z","end":"2026-07-30T23:43:23.986495Z","steps":["trace[1417756649] 'agreement among raft nodes before linearized reading' (duration: 154.715411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:23.986578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.186242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T23:43:23.98659Z","caller":"traceutil/trace.go:171","msg":"trace[1860129370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2533; }","duration":"112.264304ms","start":"2026-07-30T23:43:23.874321Z","end":"2026-07-30T23:43:23.986586Z","steps":["trace[1860129370] 'agreement among raft nodes before linearized reading' (duration: 112.225423ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:23.986631Z","caller":"traceutil/trace.go:171","msg":"trace[1440480381] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"120.478762ms","start":"2026-07-30T23:43:23.86614Z","end":"2026-07-30T23:43:23.986618Z","steps":["trace[1440480381] 'process raft request' (duration: 120.089847ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:57.056531Z","caller":"traceutil/trace.go:171","msg":"trace[175215944] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2814; }","duration":"300.706014ms","start":"2026-07-30T23:43:56.755803Z","end":"2026-07-30T23:43:57.056509Z","steps":["trace[175215944] 'read index received' (duration: 290.940781ms)","trace[175215944] 'applied index is now lower than readState.Index' (duration: 9.764203ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:43:57.056563Z","caller":"traceutil/trace.go:171","msg":"trace[1160739710] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"301.428793ms","start":"2026-07-30T23:43:56.755114Z","end":"2026-07-30T23:43:57.056543Z","steps":["trace[1160739710] 'process raft request' (duration: 291.540677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:57.056691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:56.755092Z","time spent":"301.528994ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:43:57.056742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.928777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T23:43:57.05679Z","caller":"traceutil/trace.go:171","msg":"trace[725848024] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2715; }","duration":"300.977547ms","start":"2026-07-30T23:43:56.755799Z","end":"2026-07-30T23:43:57.056777Z","steps":["trace[725848024] 'agreement among raft nodes before linearized reading' (duration: 300.831516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:57.056969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:56.75575Z","time spent":"301.20211ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-30T23:43:57.057102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.638577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:43:57.057162Z","caller":"traceutil/trace.go:171","msg":"trace[104602233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2715; }","duration":"200.738239ms","start":"2026-07-30T23:43:56.856407Z","end":"2026-07-30T23:43:57.057145Z","steps":["trace[104602233] 'agreement among raft nodes before linearized reading' (duration: 200.651028ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:57.542824Z","caller":"traceutil/trace.go:171","msg":"trace[175545920] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2815; }","duration":"409.703511ms","start":"2026-07-30T23:43:57.133085Z","end":"2026-07-30T23:43:57.542788Z","steps":["trace[175545920] 'read index received' (duration: 384.254747ms)","trace[175545920] 'applied index is now lower than readState.Index' (duration: 25.447723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:43:57.542982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.881342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:43:57.542948Z","caller":"traceutil/trace.go:171","msg":"trace[2134593752] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"412.420902ms","start":"2026-07-30T23:43:57.130485Z","end":"2026-07-30T23:43:57.542906Z","steps":["trace[2134593752] 'process raft request' (duration: 386.846317ms)","trace[2134593752] 'compare' (duration: 25.346442ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:43:57.543069Z","caller":"traceutil/trace.go:171","msg":"trace[629576031] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2716; }","duration":"409.953653ms","start":"2026-07-30T23:43:57.133053Z","end":"2026-07-30T23:43:57.543007Z","steps":["trace[629576031] 'agreement among raft nodes before linearized reading' (duration: 409.866432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:57.543129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:57.130464Z","time spent":"412.568394ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:43:57.543104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:57.133043Z","time spent":"410.051555ms","remote":"127.0.0.1:44658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":24,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:43:57.543308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.763608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:43:57.543318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.712251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c735e0eb2a44a7\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-30T23:43:57.54354Z","caller":"traceutil/trace.go:171","msg":"trace[1239762175] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c735e0eb2a44a7; range_end:; response_count:1; response_revision:2716; }","duration":"131.980403ms","start":"2026-07-30T23:43:57.411542Z","end":"2026-07-30T23:43:57.543523Z","steps":["trace[1239762175] 'agreement among raft nodes before linearized reading' (duration: 131.607699ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:57.543418Z","caller":"traceutil/trace.go:171","msg":"trace[167324473] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2716; }","duration":"226.92221ms","start":"2026-07-30T23:43:57.316477Z","end":"2026-07-30T23:43:57.543399Z","steps":["trace[167324473] 'agreement among raft nodes before linearized reading' (duration: 226.646137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:26.741253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:27.323191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:27.82429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:28.324516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:28.757964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T23:45:28.758055Z","caller":"traceutil/trace.go:171","msg":"trace[1115509658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569406s","start":"2026-07-30T23:45:26.757465Z","end":"2026-07-30T23:45:28.758034Z","steps":["trace[1115509658] 'agreement among raft nodes before linearized reading' (duration: 2.000461223s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:28.758109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.757458Z","time spent":"2.000638949s","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 23:45:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:45:28.825623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:29.326777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:29.827405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:30.328107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:30.758482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T23:45:30.758551Z","caller":"traceutil/trace.go:171","msg":"trace[376614520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118487s","start":"2026-07-30T23:45:28.758415Z","end":"2026-07-30T23:45:30.758534Z","steps":["trace[376614520] 'agreement among raft nodes before linearized reading' (duration: 2.000037475s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:30.75859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:28.758391Z","time spent":"2.000190319s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 23:45:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:45:30.828762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:31.133176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.134393Z","time spent":"4.998770632s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 23:45:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:45:31.221637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000704235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T23:45:31.221693Z","caller":"traceutil/trace.go:171","msg":"trace[1970486468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822529s","start":"2026-07-30T23:45:29.220851Z","end":"2026-07-30T23:45:31.221673Z","steps":["trace[1970486468] 'agreement among raft nodes before linearized reading' (duration: 2.000735396s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:31.22173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:29.220836Z","time spent":"2.00088826s","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 23:45:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:45:31.329094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:31.412436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.412984Z","time spent":"4.999432975s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/30 23:45:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:45:31.752428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99864179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T23:45:31.75253Z","caller":"traceutil/trace.go:171","msg":"trace[1212301188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998792264s","start":"2026-07-30T23:45:26.75371Z","end":"2026-07-30T23:45:31.752502Z","steps":["trace[1212301188] 'agreement among raft nodes before linearized reading' (duration: 4.99867323s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:31.75259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.753692Z","time spent":"4.998884227s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/30 23:45:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T23:45:31.753856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000094092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T23:45:31.753908Z","caller":"traceutil/trace.go:171","msg":"trace[792053522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000182005s","start":"2026-07-30T23:45:26.753712Z","end":"2026-07-30T23:45:31.753894Z","steps":["trace[792053522] 'agreement among raft nodes before linearized reading' (duration: 5.000124923s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:31.753948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.753693Z","time spent":"5.000246527s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T23:45:31.829858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342813631987025991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T23:45:31.984846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.032092678s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T23:45:31.985336Z","caller":"traceutil/trace.go:171","msg":"trace[1438400141] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"6.032702457s","start":"2026-07-30T23:45:25.952614Z","end":"2026-07-30T23:45:31.985317Z","steps":["trace[1438400141] 'process raft request' (duration: 6.03248673s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:31.985502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:25.952582Z","time spent":"6.032834371s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:32.030125Z","caller":"traceutil/trace.go:171","msg":"trace[323896761] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"5.61598389s","start":"2026-07-30T23:45:26.414114Z","end":"2026-07-30T23:45:32.030098Z","steps":["trace[323896761] 'process raft request' (duration: 5.615726642s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:32.030161Z","caller":"traceutil/trace.go:171","msg":"trace[699168246] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"3.888328555s","start":"2026-07-30T23:45:28.141819Z","end":"2026-07-30T23:45:32.030147Z","steps":["trace[699168246] 'process raft request' (duration: 3.88818962s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:32.03014Z","caller":"traceutil/trace.go:171","msg":"trace[371968079] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"5.274015006s","start":"2026-07-30T23:45:26.756104Z","end":"2026-07-30T23:45:32.030119Z","steps":["trace[371968079] 'process raft request' (duration: 5.27384789s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.030251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.414104Z","time spent":"5.616083233s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:32.030252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:28.141799Z","time spent":"3.888421528s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:32.030435Z","caller":"traceutil/trace.go:171","msg":"trace[1311413538] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"1.26920092s","start":"2026-07-30T23:45:30.761227Z","end":"2026-07-30T23:45:32.030428Z","steps":["trace[1311413538] 'process raft request' (duration: 1.268810228s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.030468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:30.761205Z","time spent":"1.269247761s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:45:32.030514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.756089Z","time spent":"5.274208902s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:45:32.039042Z","caller":"traceutil/trace.go:171","msg":"trace[1201039012] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"106.520559ms","start":"2026-07-30T23:45:31.932506Z","end":"2026-07-30T23:45:32.039026Z","steps":["trace[1201039012] 'process raft request' (duration: 106.350414ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:32.039241Z","caller":"traceutil/trace.go:171","msg":"trace[1301002015] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3297; }","duration":"5.798283918s","start":"2026-07-30T23:45:26.240925Z","end":"2026-07-30T23:45:32.039209Z","steps":["trace[1301002015] 'read index received' (duration: 5.74417423s)","trace[1301002015] 'applied index is now lower than readState.Index' (duration: 54.104618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:32.039641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486989159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-30T23:45:32.039664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.200197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T23:45:32.039684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.216157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-30T23:45:32.039693Z","caller":"traceutil/trace.go:171","msg":"trace[1954373360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3189; }","duration":"1.487083201s","start":"2026-07-30T23:45:30.552594Z","end":"2026-07-30T23:45:32.039677Z","steps":["trace[1954373360] 'agreement among raft nodes before linearized reading' (duration: 1.486945227s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:32.039715Z","caller":"traceutil/trace.go:171","msg":"trace[1940142974] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3189; }","duration":"683.298169ms","start":"2026-07-30T23:45:31.356405Z","end":"2026-07-30T23:45:32.039703Z","steps":["trace[1940142974] 'agreement among raft nodes before linearized reading' (duration: 683.164395ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:32.039741Z","caller":"traceutil/trace.go:171","msg":"trace[1219312962] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3189; }","duration":"904.288889ms","start":"2026-07-30T23:45:31.135422Z","end":"2026-07-30T23:45:32.039711Z","steps":["trace[1219312962] 'agreement among raft nodes before linearized reading' (duration: 904.184326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.039768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:31.356398Z","time spent":"683.357601ms","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:32.03979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050056686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:32.039819Z","caller":"traceutil/trace.go:171","msg":"trace[1791879783] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3189; }","duration":"1.050115738s","start":"2026-07-30T23:45:30.989696Z","end":"2026-07-30T23:45:32.039812Z","steps":["trace[1791879783] 'agreement among raft nodes before linearized reading' (duration: 1.050048686s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.039852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:30.98968Z","time spent":"1.050163979s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:32.039877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.071897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-30T23:45:32.039911Z","caller":"traceutil/trace.go:171","msg":"trace[1319288667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3189; }","duration":"697.173451ms","start":"2026-07-30T23:45:31.342729Z","end":"2026-07-30T23:45:32.039903Z","steps":["trace[1319288667] 'agreement among raft nodes before linearized reading' (duration: 697.061476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.039948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:31.342709Z","time spent":"697.221251ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-30T23:45:32.04001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.799079581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-30T23:45:32.040152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.871781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:32.040185Z","caller":"traceutil/trace.go:171","msg":"trace[102558674] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3189; }","duration":"646.917372ms","start":"2026-07-30T23:45:31.393258Z","end":"2026-07-30T23:45:32.040175Z","steps":["trace[102558674] 'agreement among raft nodes before linearized reading' (duration: 646.868441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.04022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:31.39325Z","time spent":"646.962773ms","remote":"127.0.0.1:37030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:32.040238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563883147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T23:45:32.04028Z","caller":"traceutil/trace.go:171","msg":"trace[1485667248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3189; }","duration":"4.563950648s","start":"2026-07-30T23:45:27.476319Z","end":"2026-07-30T23:45:32.04027Z","steps":["trace[1485667248] 'agreement among raft nodes before linearized reading' (duration: 4.563852685s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.040314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:27.476305Z","time spent":"4.56400079s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T23:45:32.040407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10232458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:32.040443Z","caller":"traceutil/trace.go:171","msg":"trace[1932531986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3189; }","duration":"2.102406932s","start":"2026-07-30T23:45:29.938025Z","end":"2026-07-30T23:45:32.040432Z","steps":["trace[1932531986] 'agreement among raft nodes before linearized reading' (duration: 2.102353041s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.040473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:29.938Z","time spent":"2.102462934s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:32.040497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207981175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:45:32.040535Z","caller":"traceutil/trace.go:171","msg":"trace[436660056] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3189; }","duration":"5.208061987s","start":"2026-07-30T23:45:26.832464Z","end":"2026-07-30T23:45:32.040526Z","steps":["trace[436660056] 'agreement among raft nodes before linearized reading' (duration: 5.207991445s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.040564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.832443Z","time spent":"5.208114749s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:32.040629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571015463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:32.040672Z","caller":"traceutil/trace.go:171","msg":"trace[1648229680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3189; }","duration":"2.571096005s","start":"2026-07-30T23:45:29.469563Z","end":"2026-07-30T23:45:32.040659Z","steps":["trace[1648229680] 'agreement among raft nodes before linearized reading' (duration: 2.571037673s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.040707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:29.469543Z","time spent":"2.571153707s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-30T23:45:32.040914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413805864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-30T23:45:32.040951Z","caller":"traceutil/trace.go:171","msg":"trace[2130853711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3189; }","duration":"4.413875066s","start":"2026-07-30T23:45:27.627067Z","end":"2026-07-30T23:45:32.040942Z","steps":["trace[2130853711] 'agreement among raft nodes before linearized reading' (duration: 4.413781053s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.040946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.287161295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-30T23:45:32.040981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:27.627052Z","time spent":"4.413921457s","remote":"127.0.0.1:44760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T23:45:32.040167Z","caller":"traceutil/trace.go:171","msg":"trace[520901224] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3189; }","duration":"5.799271047s","start":"2026-07-30T23:45:26.240884Z","end":"2026-07-30T23:45:32.040155Z","steps":["trace[520901224] 'agreement among raft nodes before linearized reading' (duration: 5.798414522s)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:32.041109Z","caller":"traceutil/trace.go:171","msg":"trace[1093996412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3189; }","duration":"5.287248888s","start":"2026-07-30T23:45:26.753728Z","end":"2026-07-30T23:45:32.040977Z","steps":["trace[1093996412] 'agreement among raft nodes before linearized reading' (duration: 5.286771513s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.041136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.240863Z","time spent":"5.800259936s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T23:45:32.039774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:31.135406Z","time spent":"904.358971ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-30T23:45:32.04003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27668356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T23:45:32.040104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.425967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-30T23:45:32.039727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:30.552577Z","time spent":"1.487141362s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-30T23:45:32.041154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461248379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:32.041194Z","caller":"traceutil/trace.go:171","msg":"trace[1160768568] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3189; }","duration":"4.46128883s","start":"2026-07-30T23:45:27.579894Z","end":"2026-07-30T23:45:32.041183Z","steps":["trace[1160768568] 'agreement among raft nodes before linearized reading' (duration: 4.461224139s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.041231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:27.579823Z","time spent":"4.461398643s","remote":"127.0.0.1:37048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:45:32.041311Z","caller":"traceutil/trace.go:171","msg":"trace[230741580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3189; }","duration":"1.277998719s","start":"2026-07-30T23:45:30.763299Z","end":"2026-07-30T23:45:32.041297Z","steps":["trace[230741580] 'agreement among raft nodes before linearized reading' (duration: 1.27670599s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.041048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.717700551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T23:45:32.041351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:30.76328Z","time spent":"1.278061591s","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T23:45:32.041376Z","caller":"traceutil/trace.go:171","msg":"trace[501651916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3189; }","duration":"4.718041902s","start":"2026-07-30T23:45:27.323307Z","end":"2026-07-30T23:45:32.041349Z","steps":["trace[501651916] 'agreement among raft nodes before linearized reading' (duration: 4.71764741s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.041427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:27.323259Z","time spent":"4.718155625s","remote":"127.0.0.1:37178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-30T23:45:32.041492Z","caller":"traceutil/trace.go:171","msg":"trace[1212057799] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3189; }","duration":"626.87171ms","start":"2026-07-30T23:45:31.414604Z","end":"2026-07-30T23:45:32.041476Z","steps":["trace[1212057799] 'agreement among raft nodes before linearized reading' (duration: 625.392526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.041537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:31.414568Z","time spent":"626.957922ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-30T23:45:32.041775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330662298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:45:32.041822Z","caller":"traceutil/trace.go:171","msg":"trace[1622668357] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:0; response_revision:3189; }","duration":"5.33074277s","start":"2026-07-30T23:45:26.711068Z","end":"2026-07-30T23:45:32.041811Z","steps":["trace[1622668357] 'agreement among raft nodes before linearized reading' (duration: 5.330669368s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.041851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.71104Z","time spent":"5.330803382s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-07-30T23:45:32.042544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468701714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T23:45:32.042605Z","caller":"traceutil/trace.go:171","msg":"trace[238175131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3189; }","duration":"5.468834068s","start":"2026-07-30T23:45:26.573739Z","end":"2026-07-30T23:45:32.042573Z","steps":["trace[238175131] 'agreement among raft nodes before linearized reading' (duration: 5.465795669s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:32.042631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.573732Z","time spent":"5.46889229s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:45:32.042682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:26.753711Z","time spent":"5.288957167s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-30T23:46:54.214885Z","caller":"traceutil/trace.go:171","msg":"trace[306036347] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"119.187131ms","start":"2026-07-30T23:46:54.095676Z","end":"2026-07-30T23:46:54.214863Z","steps":["trace[306036347] 'process raft request' (duration: 118.856953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:54.552324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.061909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:46:54.552425Z","caller":"traceutil/trace.go:171","msg":"trace[817246734] linearizableReadLoop","detail":"{readStateIndex:3893; appliedIndex:3892; }","duration":"236.95195ms","start":"2026-07-30T23:46:54.315458Z","end":"2026-07-30T23:46:54.55241Z","steps":["trace[817246734] 'read index received' (duration: 76.813108ms)","trace[817246734] 'applied index is now lower than readState.Index' (duration: 160.137802ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:54.552525Z","caller":"traceutil/trace.go:171","msg":"trace[1112401232] transaction","detail":"{read_only:false; response_revision:3751; number_of_response:1; }","duration":"259.713281ms","start":"2026-07-30T23:46:54.292801Z","end":"2026-07-30T23:46:54.552514Z","steps":["trace[1112401232] 'process raft request' (duration: 99.390375ms)","trace[1112401232] 'compare' (duration: 159.904966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:54.552778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.288067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-30T23:46:54.552886Z","caller":"traceutil/trace.go:171","msg":"trace[1843675110] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3751; }","duration":"237.421629ms","start":"2026-07-30T23:46:54.315438Z","end":"2026-07-30T23:46:54.55286Z","steps":["trace[1843675110] 'agreement among raft nodes before linearized reading' (duration: 237.175564ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.553649Z","caller":"traceutil/trace.go:171","msg":"trace[1988941299] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"220.765735ms","start":"2026-07-30T23:46:54.332853Z","end":"2026-07-30T23:46:54.553619Z","steps":["trace[1988941299] 'process raft request' (duration: 220.246554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:54.553857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.803612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:46:54.55392Z","caller":"traceutil/trace.go:171","msg":"trace[1243227366] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3755; }","duration":"202.904374ms","start":"2026-07-30T23:46:54.351003Z","end":"2026-07-30T23:46:54.553907Z","steps":["trace[1243227366] 'agreement among raft nodes before linearized reading' (duration: 202.798332ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.554177Z","caller":"traceutil/trace.go:171","msg":"trace[1484271864] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"184.09937ms","start":"2026-07-30T23:46:54.370052Z","end":"2026-07-30T23:46:54.554152Z","steps":["trace[1484271864] 'process raft request' (duration: 183.407575ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.554441Z","caller":"traceutil/trace.go:171","msg":"trace[1289749690] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"169.147595ms","start":"2026-07-30T23:46:54.385277Z","end":"2026-07-30T23:46:54.554424Z","steps":["trace[1289749690] 'process raft request' (duration: 168.423589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:54.554588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.781741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T23:46:54.554626Z","caller":"traceutil/trace.go:171","msg":"trace[1578812012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3755; }","duration":"146.840403ms","start":"2026-07-30T23:46:54.407776Z","end":"2026-07-30T23:46:54.554616Z","steps":["trace[1578812012] 'agreement among raft nodes before linearized reading' (duration: 146.751071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:54.554689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.80401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:46:54.554738Z","caller":"traceutil/trace.go:171","msg":"trace[136688913] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3755; }","duration":"153.891741ms","start":"2026-07-30T23:46:54.400831Z","end":"2026-07-30T23:46:54.554723Z","steps":["trace[136688913] 'agreement among raft nodes before linearized reading' (duration: 153.793449ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.554807Z","caller":"traceutil/trace.go:171","msg":"trace[1710761165] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"168.519721ms","start":"2026-07-30T23:46:54.386271Z","end":"2026-07-30T23:46:54.55479Z","steps":["trace[1710761165] 'process raft request' (duration: 167.492118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:54.781509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.004386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:46:54.781651Z","caller":"traceutil/trace.go:171","msg":"trace[572590418] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"174.995636ms","start":"2026-07-30T23:46:54.606645Z","end":"2026-07-30T23:46:54.78164Z","steps":["trace[572590418] 'process raft request' (duration: 174.929744ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.781865Z","caller":"traceutil/trace.go:171","msg":"trace[1494136747] linearizableReadLoop","detail":"{readStateIndex:3902; appliedIndex:3901; }","duration":"183.337733ms","start":"2026-07-30T23:46:54.598483Z","end":"2026-07-30T23:46:54.78182Z","steps":["trace[1494136747] 'read index received' (duration: 67.96464ms)","trace[1494136747] 'applied index is now lower than readState.Index' (duration: 115.370633ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:54.781963Z","caller":"traceutil/trace.go:171","msg":"trace[68697953] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"187.296043ms","start":"2026-07-30T23:46:54.594654Z","end":"2026-07-30T23:46:54.78195Z","steps":["trace[68697953] 'process raft request' (duration: 71.782426ms)","trace[68697953] 'compare' (duration: 114.890153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:54.782103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.59837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:46:54.782194Z","caller":"traceutil/trace.go:171","msg":"trace[711194160] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:3761; }","duration":"183.709202ms","start":"2026-07-30T23:46:54.59847Z","end":"2026-07-30T23:46:54.782179Z","steps":["trace[711194160] 'agreement among raft nodes before linearized reading' (duration: 183.553539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:54.782783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.169233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:46:54.782808Z","caller":"traceutil/trace.go:171","msg":"trace[996796197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3763; }","duration":"152.228424ms","start":"2026-07-30T23:46:54.630573Z","end":"2026-07-30T23:46:54.782802Z","steps":["trace[996796197] 'agreement among raft nodes before linearized reading' (duration: 152.173173ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.78286Z","caller":"traceutil/trace.go:171","msg":"trace[1742157960] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"114.039125ms","start":"2026-07-30T23:46:54.668815Z","end":"2026-07-30T23:46:54.782854Z","steps":["trace[1742157960] 'process raft request' (duration: 113.633006ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:54.783151Z","caller":"traceutil/trace.go:171","msg":"trace[1932543612] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"115.858035ms","start":"2026-07-30T23:46:54.667286Z","end":"2026-07-30T23:46:54.783144Z","steps":["trace[1932543612] 'process raft request' (duration: 114.528055ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:37.77469Z","caller":"traceutil/trace.go:171","msg":"trace[1637116552] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"128.464756ms","start":"2026-07-30T23:47:37.646175Z","end":"2026-07-30T23:47:37.77464Z","steps":["trace[1637116552] 'process raft request' (duration: 100.889636ms)","trace[1637116552] 'compare' (duration: 27.401275ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:42.851244Z","caller":"traceutil/trace.go:171","msg":"trace[277842562] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"178.241056ms","start":"2026-07-30T23:47:42.672977Z","end":"2026-07-30T23:47:42.851218Z","steps":["trace[277842562] 'process raft request' (duration: 170.553142ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:43.304514Z","caller":"traceutil/trace.go:171","msg":"trace[2018811282] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4696; }","duration":"123.303449ms","start":"2026-07-30T23:47:43.181192Z","end":"2026-07-30T23:47:43.304496Z","steps":["trace[2018811282] 'read index received' (duration: 122.898821ms)","trace[2018811282] 'applied index is now lower than readState.Index' (duration: 403.618µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:43.304608Z","caller":"traceutil/trace.go:171","msg":"trace[1488206007] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"162.068865ms","start":"2026-07-30T23:47:43.142529Z","end":"2026-07-30T23:47:43.304598Z","steps":["trace[1488206007] 'process raft request' (duration: 161.669307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:43.304902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.698417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:47:43.304933Z","caller":"traceutil/trace.go:171","msg":"trace[15065894] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4528; }","duration":"123.780269ms","start":"2026-07-30T23:47:43.181144Z","end":"2026-07-30T23:47:43.304924Z","steps":["trace[15065894] 'agreement among raft nodes before linearized reading' (duration: 123.717307ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:52.787294Z","caller":"traceutil/trace.go:171","msg":"trace[2100756785] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"169.501354ms","start":"2026-07-30T23:47:52.617766Z","end":"2026-07-30T23:47:52.787268Z","steps":["trace[2100756785] 'process raft request' (duration: 169.35611ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:53.035133Z","caller":"traceutil/trace.go:171","msg":"trace[118079828] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"243.781812ms","start":"2026-07-30T23:47:52.791329Z","end":"2026-07-30T23:47:53.035111Z","steps":["trace[118079828] 'read index received' (duration: 243.72101ms)","trace[118079828] 'applied index is now lower than readState.Index' (duration: 59.962µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:47:53.035236Z","caller":"traceutil/trace.go:171","msg":"trace[670928206] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"403.381759ms","start":"2026-07-30T23:47:52.631844Z","end":"2026-07-30T23:47:53.035226Z","steps":["trace[670928206] 'process raft request' (duration: 403.139974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:53.035307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:47:52.631823Z","time spent":"403.431692ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:47:53.035553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.19695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-86579d86f8-9pwrr\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-07-30T23:47:53.035647Z","caller":"traceutil/trace.go:171","msg":"trace[1431994153] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-86579d86f8-9pwrr; range_end:; response_count:1; response_revision:4708; }","duration":"244.333142ms","start":"2026-07-30T23:47:52.791289Z","end":"2026-07-30T23:47:53.035622Z","steps":["trace[1431994153] 'agreement among raft nodes before linearized reading' (duration: 244.051587ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:53.051305Z","caller":"traceutil/trace.go:171","msg":"trace[599640005] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"134.956822ms","start":"2026-07-30T23:47:52.916325Z","end":"2026-07-30T23:47:53.051282Z","steps":["trace[599640005] 'process raft request' (duration: 134.804239ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:53.051695Z","caller":"traceutil/trace.go:171","msg":"trace[754631281] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"100.032985ms","start":"2026-07-30T23:47:52.951633Z","end":"2026-07-30T23:47:53.051666Z","steps":["trace[754631281] 'process raft request' (duration: 99.609298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:47:53.051718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.157295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbb6575d-c7f6-45b7-90ee-b300f3aacce1\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-07-30T23:47:53.051794Z","caller":"traceutil/trace.go:171","msg":"trace[248837432] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbb6575d-c7f6-45b7-90ee-b300f3aacce1; range_end:; response_count:1; response_revision:4711; }","duration":"226.282757ms","start":"2026-07-30T23:47:52.82549Z","end":"2026-07-30T23:47:53.051773Z","steps":["trace[248837432] 'agreement among raft nodes before linearized reading' (duration: 226.091504ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:53.052035Z","caller":"traceutil/trace.go:171","msg":"trace[1602251034] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"100.278721ms","start":"2026-07-30T23:47:52.951745Z","end":"2026-07-30T23:47:53.052024Z","steps":["trace[1602251034] 'process raft request' (duration: 99.72112ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:47:59.233639Z","caller":"traceutil/trace.go:171","msg":"trace[761043191] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"110.024734ms","start":"2026-07-30T23:47:59.12359Z","end":"2026-07-30T23:47:59.233615Z","steps":["trace[761043191] 'process raft request' (duration: 50.785515ms)","trace[761043191] 'compare' (duration: 58.72011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:48:12.483297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.455549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:48:12.48342Z","caller":"traceutil/trace.go:171","msg":"trace[1894243866] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"263.746267ms","start":"2026-07-30T23:48:12.219657Z","end":"2026-07-30T23:48:12.483403Z","steps":["trace[1894243866] 'read index received' (duration: 46.461µs)","trace[1894243866] 'applied index is now lower than readState.Index' (duration: 263.697876ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:48:12.483452Z","caller":"traceutil/trace.go:171","msg":"trace[1124340745] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"350.135314ms","start":"2026-07-30T23:48:12.133284Z","end":"2026-07-30T23:48:12.48342Z","steps":["trace[1124340745] 'process raft request' (duration: 26.465782ms)","trace[1124340745] 'compare' (duration: 323.0455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:48:12.484106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.43273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:48:12.484182Z","caller":"traceutil/trace.go:171","msg":"trace[35646054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4928; }","duration":"264.521423ms","start":"2026-07-30T23:48:12.219627Z","end":"2026-07-30T23:48:12.484149Z","steps":["trace[35646054] 'agreement among raft nodes before linearized reading' (duration: 263.82585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:12.491568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:12.133263Z","time spent":"350.257357ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T23:48:12.71144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.176412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T23:48:12.7115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.843465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T23:48:12.711529Z","caller":"traceutil/trace.go:171","msg":"trace[925442074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4928; }","duration":"125.312424ms","start":"2026-07-30T23:48:12.586194Z","end":"2026-07-30T23:48:12.711507Z","steps":["trace[925442074] 'range keys from in-memory index tree' (duration: 125.01785ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:12.711578Z","caller":"traceutil/trace.go:171","msg":"trace[1401610409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4928; }","duration":"115.974516ms","start":"2026-07-30T23:48:12.595583Z","end":"2026-07-30T23:48:12.711558Z","steps":["trace[1401610409] 'range keys from in-memory index tree' (duration: 115.669611ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:01.286639Z","caller":"traceutil/trace.go:171","msg":"trace[1097764316] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"100.624881ms","start":"2026-07-30T23:49:01.185982Z","end":"2026-07-30T23:49:01.286607Z","steps":["trace[1097764316] 'process raft request' (duration: 95.403749ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:49:02.405184Z","caller":"traceutil/trace.go:171","msg":"trace[319998491] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"112.935915ms","start":"2026-07-30T23:49:02.292219Z","end":"2026-07-30T23:49:02.405155Z","steps":["trace[319998491] 'process raft request' (duration: 72.729919ms)","trace[319998491] 'compare' (duration: 40.023823ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:49:23.792199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2856} {"level":"info","ts":"2026-07-30T23:49:23.877019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2856,"took":"83.637585ms","hash":2557651607,"current-db-size-bytes":53870592,"current-db-size":"54 MB","current-db-size-in-use-bytes":28897280,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-30T23:49:23.87707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2557651607,"revision":2856,"compact-revision":-1} {"level":"info","ts":"2026-07-30T23:54:23.798299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5524} {"level":"info","ts":"2026-07-30T23:54:23.885665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5524,"took":"84.901094ms","hash":3292932730,"current-db-size-bytes":53870592,"current-db-size":"54 MB","current-db-size-in-use-bytes":18239488,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-30T23:54:23.88574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3292932730,"revision":5524,"compact-revision":2856}