{"level":"warn","ts":"2026-06-16T07:04:06.743427Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-16T07:04:06.743756Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.207:2380","--initial-cluster=instance=https://199.19.213.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-16T07:04:06.743845Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-16T07:04:06.743854Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-06-16T07:04:06.743945Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-16T07:04:06.745038Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"]} {"level":"info","ts":"2026-06-16T07:04:06.745155Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.207:2380"],"listen-peer-urls":["https://199.19.213.207:2380"],"advertise-client-urls":["https://199.19.213.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-16T07:04:06.749952Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.308574ms"} {"level":"info","ts":"2026-06-16T07:04:06.758569Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"520ed656383c33a4","cluster-id":"21f34f1629612ac4"} {"level":"info","ts":"2026-06-16T07:04:06.758647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=()"} {"level":"info","ts":"2026-06-16T07:04:06.758667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 0"} {"level":"info","ts":"2026-06-16T07:04:06.758679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 520ed656383c33a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-16T07:04:06.758687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 1"} {"level":"info","ts":"2026-06-16T07:04:06.75874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932)"} {"level":"warn","ts":"2026-06-16T07:04:06.767251Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-16T07:04:06.768641Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-16T07:04:06.770975Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-16T07:04:06.772855Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"520ed656383c33a4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-16T07:04:06.773099Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"520ed656383c33a4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-16T07:04:06.773242Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-16T07:04:06.77332Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-16T07:04:06.773342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-16T07:04:06.774937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932)"} {"level":"info","ts":"2026-06-16T07:04:06.775149Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","added-peer-id":"520ed656383c33a4","added-peer-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-06-16T07:04:06.777567Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-16T07:04:06.777679Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.207:2380"} {"level":"info","ts":"2026-06-16T07:04:06.777743Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.207:2380"} {"level":"info","ts":"2026-06-16T07:04:06.778079Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"520ed656383c33a4","initial-advertise-peer-urls":["https://199.19.213.207:2380"],"listen-peer-urls":["https://199.19.213.207:2380"],"advertise-client-urls":["https://199.19.213.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-16T07:04:06.778123Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-16T07:04:07.35921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 1"} {"level":"info","ts":"2026-06-16T07:04:07.359296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-16T07:04:07.35935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 1"} {"level":"info","ts":"2026-06-16T07:04:07.359374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became candidate at term 2"} {"level":"info","ts":"2026-06-16T07:04:07.359387Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-06-16T07:04:07.359406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became leader at term 2"} {"level":"info","ts":"2026-06-16T07:04:07.359428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-06-16T07:04:07.360754Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"520ed656383c33a4","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.207:2379]}","request-path":"/0/members/520ed656383c33a4/attributes","cluster-id":"21f34f1629612ac4","publish-timeout":"7s"} {"level":"info","ts":"2026-06-16T07:04:07.360986Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-16T07:04:07.361045Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-16T07:04:07.361521Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-16T07:04:07.362784Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","cluster-version":"3.5"} {"level":"info","ts":"2026-06-16T07:04:07.362881Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-16T07:04:07.362909Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-16T07:04:07.364922Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-16T07:04:07.365Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-16T07:04:07.365061Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-16T07:04:07.365622Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.207:2379"} {"level":"info","ts":"2026-06-16T07:04:31.816346Z","caller":"traceutil/trace.go:171","msg":"trace[882208407] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"151.243289ms","start":"2026-06-16T07:04:31.665074Z","end":"2026-06-16T07:04:31.816317Z","steps":["trace[882208407] 'process raft request' (duration: 151.028506ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:42.37378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.244529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:04:42.373916Z","caller":"traceutil/trace.go:171","msg":"trace[115031419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"191.43074ms","start":"2026-06-16T07:04:42.182466Z","end":"2026-06-16T07:04:42.373896Z","steps":["trace[115031419] 'range keys from in-memory index tree' (duration: 191.087837ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:04:43.937237Z","caller":"traceutil/trace.go:171","msg":"trace[2066423788] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"534.904653ms","start":"2026-06-16T07:04:43.402309Z","end":"2026-06-16T07:04:43.937214Z","steps":["trace[2066423788] 'process raft request' (duration: 531.963402ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:43.937918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:43.402283Z","time spent":"535.027004ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:04:43.94356Z","caller":"traceutil/trace.go:171","msg":"trace[1651973998] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"506.291387ms","start":"2026-06-16T07:04:43.437239Z","end":"2026-06-16T07:04:43.94353Z","steps":["trace[1651973998] 'process raft request' (duration: 506.048075ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:43.943724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:43.437215Z","time spent":"506.423757ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:04:43.943948Z","caller":"traceutil/trace.go:171","msg":"trace[2134407076] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"531.953471ms","start":"2026-06-16T07:04:43.411983Z","end":"2026-06-16T07:04:43.943937Z","steps":["trace[2134407076] 'process raft request' (duration: 531.094474ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:04:43.943968Z","caller":"traceutil/trace.go:171","msg":"trace[1256888646] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"476.727202ms","start":"2026-06-16T07:04:43.467223Z","end":"2026-06-16T07:04:43.94395Z","steps":["trace[1256888646] 'process raft request' (duration: 476.215689ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:43.944003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:43.411965Z","time spent":"532.007973ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:04:43.944028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:43.467201Z","time spent":"476.796394ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-16T07:04:50.467298Z","caller":"traceutil/trace.go:171","msg":"trace[1828224146] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"480.593542ms","start":"2026-06-16T07:04:49.986678Z","end":"2026-06-16T07:04:50.467271Z","steps":["trace[1828224146] 'read index received' (duration: 479.809237ms)","trace[1828224146] 'applied index is now lower than readState.Index' (duration: 783.605µs)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:04:50.467486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.788124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-16T07:04:50.467526Z","caller":"traceutil/trace.go:171","msg":"trace[1541476884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"480.886555ms","start":"2026-06-16T07:04:49.986628Z","end":"2026-06-16T07:04:50.467515Z","steps":["trace[1541476884] 'agreement among raft nodes before linearized reading' (duration: 480.744613ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:50.467561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:49.9866Z","time spent":"480.952266ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-16T07:04:50.467579Z","caller":"traceutil/trace.go:171","msg":"trace[1878070018] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"514.717952ms","start":"2026-06-16T07:04:49.952808Z","end":"2026-06-16T07:04:50.467526Z","steps":["trace[1878070018] 'process raft request' (duration: 513.853396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:50.467796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:49.952734Z","time spent":"514.931343ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:04:50.479981Z","caller":"traceutil/trace.go:171","msg":"trace[2084559861] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"444.891523ms","start":"2026-06-16T07:04:50.035082Z","end":"2026-06-16T07:04:50.479973Z","steps":["trace[2084559861] 'process raft request' (duration: 444.804652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:50.480094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:50.035063Z","time spent":"445.006384ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:04:51.1177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060533104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:04:51.727574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.814576ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-06-16T07:04:51.72767Z","caller":"traceutil/trace.go:171","msg":"trace[751397263] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"1.11011205s","start":"2026-06-16T07:04:50.617542Z","end":"2026-06-16T07:04:51.727654Z","steps":["trace[751397263] 'read index received' (duration: 614.971943ms)","trace[751397263] 'applied index is now lower than readState.Index' (duration: 495.138697ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:04:51.72776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:50.615043Z","time spent":"1.112713348s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-16T07:04:51.727952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110397362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:04:51.727992Z","caller":"traceutil/trace.go:171","msg":"trace[1767058634] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:633; }","duration":"1.110460003s","start":"2026-06-16T07:04:50.617521Z","end":"2026-06-16T07:04:51.727981Z","steps":["trace[1767058634] 'agreement among raft nodes before linearized reading' (duration: 1.110392582s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:51.728022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:50.617511Z","time spent":"1.110503134s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-06-16T07:04:51.728361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.672811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-06-16T07:04:51.7284Z","caller":"traceutil/trace.go:171","msg":"trace[2110271309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"456.738471ms","start":"2026-06-16T07:04:51.271653Z","end":"2026-06-16T07:04:51.728391Z","steps":["trace[2110271309] 'agreement among raft nodes before linearized reading' (duration: 456.638021ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:51.728428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:51.271633Z","time spent":"456.788812ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-16T07:04:51.728369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.388498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:04:51.728642Z","caller":"traceutil/trace.go:171","msg":"trace[1106940408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"545.67114ms","start":"2026-06-16T07:04:51.182952Z","end":"2026-06-16T07:04:51.728623Z","steps":["trace[1106940408] 'agreement among raft nodes before linearized reading' (duration: 545.349168ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:51.728787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:51.182886Z","time spent":"545.888011ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-16T07:04:51.728697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.214531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-16T07:04:51.728985Z","caller":"traceutil/trace.go:171","msg":"trace[1414747511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"859.548943ms","start":"2026-06-16T07:04:50.869403Z","end":"2026-06-16T07:04:51.728952Z","steps":["trace[1414747511] 'agreement among raft nodes before linearized reading' (duration: 858.582367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:04:51.729477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:04:50.869379Z","time spent":"859.768114ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-16T07:05:07.109246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060533408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-16T07:05:07.126123Z","caller":"traceutil/trace.go:171","msg":"trace[1723886896] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"517.805025ms","start":"2026-06-16T07:05:06.608272Z","end":"2026-06-16T07:05:07.126077Z","steps":["trace[1723886896] 'read index received' (duration: 517.462739ms)","trace[1723886896] 'applied index is now lower than readState.Index' (duration: 341.506µs)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:05:07.126183Z","caller":"traceutil/trace.go:171","msg":"trace[2086697580] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"567.906556ms","start":"2026-06-16T07:05:06.558254Z","end":"2026-06-16T07:05:07.12616Z","steps":["trace[2086697580] 'process raft request' (duration: 567.580032ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:05:07.126348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:05:06.558232Z","time spent":"568.035532ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:05:07.126429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.13509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nm2ws\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-06-16T07:05:07.126513Z","caller":"traceutil/trace.go:171","msg":"trace[1648306469] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nm2ws; range_end:; response_count:1; response_revision:789; }","duration":"518.279497ms","start":"2026-06-16T07:05:06.608222Z","end":"2026-06-16T07:05:07.126501Z","steps":["trace[1648306469] 'agreement among raft nodes before linearized reading' (duration: 518.037116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:05:07.126738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:05:06.608203Z","time spent":"518.441824ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-nm2ws\" "} {"level":"warn","ts":"2026-06-16T07:05:07.126548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.667825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-16T07:05:07.127894Z","caller":"traceutil/trace.go:171","msg":"trace[1178969841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"443.001287ms","start":"2026-06-16T07:05:06.684816Z","end":"2026-06-16T07:05:07.127818Z","steps":["trace[1178969841] 'agreement among raft nodes before linearized reading' (duration: 441.53614ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:05:07.128147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:05:06.684803Z","time spent":"443.178554ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-16T07:05:07.289627Z","caller":"traceutil/trace.go:171","msg":"trace[1666315005] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"158.37505ms","start":"2026-06-16T07:05:07.13123Z","end":"2026-06-16T07:05:07.289606Z","steps":["trace[1666315005] 'process raft request' (duration: 154.325676ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:05:07.307022Z","caller":"traceutil/trace.go:171","msg":"trace[228009700] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"171.16124ms","start":"2026-06-16T07:05:07.135828Z","end":"2026-06-16T07:05:07.306989Z","steps":["trace[228009700] 'process raft request' (duration: 170.93731ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:05:35.20469Z","caller":"traceutil/trace.go:171","msg":"trace[1751722852] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"116.880458ms","start":"2026-06-16T07:05:35.087786Z","end":"2026-06-16T07:05:35.204666Z","steps":["trace[1751722852] 'process raft request' (duration: 116.736803ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:05:51.883415Z","caller":"traceutil/trace.go:171","msg":"trace[854730331] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"136.333816ms","start":"2026-06-16T07:05:51.747054Z","end":"2026-06-16T07:05:51.883388Z","steps":["trace[854730331] 'process raft request' (duration: 114.162042ms)","trace[854730331] 'compare' (duration: 21.638079ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:06:23.887802Z","caller":"traceutil/trace.go:171","msg":"trace[35529509] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"349.846463ms","start":"2026-06-16T07:06:23.537931Z","end":"2026-06-16T07:06:23.887777Z","steps":["trace[35529509] 'process raft request' (duration: 349.67122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:23.888132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:23.5379Z","time spent":"350.060528ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:06:23.8882Z","caller":"traceutil/trace.go:171","msg":"trace[1232794418] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1946; }","duration":"277.390329ms","start":"2026-06-16T07:06:23.61077Z","end":"2026-06-16T07:06:23.88816Z","steps":["trace[1232794418] 'read index received' (duration: 277.380079ms)","trace[1232794418] 'applied index is now lower than readState.Index' (duration: 7.4µs)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:06:23.888439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.070463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-16T07:06:23.888483Z","caller":"traceutil/trace.go:171","msg":"trace[1161019844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"215.159134ms","start":"2026-06-16T07:06:23.673313Z","end":"2026-06-16T07:06:23.888472Z","steps":["trace[1161019844] 'agreement among raft nodes before linearized reading' (duration: 214.99456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:23.888482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.692897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-16T07:06:23.888596Z","caller":"traceutil/trace.go:171","msg":"trace[1544574940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"277.82461ms","start":"2026-06-16T07:06:23.610751Z","end":"2026-06-16T07:06:23.888576Z","steps":["trace[1544574940] 'agreement among raft nodes before linearized reading' (duration: 277.525053ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:24.277074Z","caller":"traceutil/trace.go:171","msg":"trace[633371637] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"383.520926ms","start":"2026-06-16T07:06:23.893528Z","end":"2026-06-16T07:06:24.277049Z","steps":["trace[633371637] 'process raft request' (duration: 383.278621ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:24.277239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:23.893492Z","time spent":"383.659849ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:06:24.277277Z","caller":"traceutil/trace.go:171","msg":"trace[1675066858] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1946; }","duration":"296.048521ms","start":"2026-06-16T07:06:23.981171Z","end":"2026-06-16T07:06:24.277219Z","steps":["trace[1675066858] 'read index received' (duration: 295.687314ms)","trace[1675066858] 'applied index is now lower than readState.Index' (duration: 359.517µs)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:06:24.277423Z","caller":"traceutil/trace.go:171","msg":"trace[1372845369] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"383.869343ms","start":"2026-06-16T07:06:23.893542Z","end":"2026-06-16T07:06:24.277411Z","steps":["trace[1372845369] 'process raft request' (duration: 383.454095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:24.27754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:23.893513Z","time spent":"383.937705ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:06:24.277677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.496371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae9f8b3-b73e-4f90-b641-5234c3eafea7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-16T07:06:24.277752Z","caller":"traceutil/trace.go:171","msg":"trace[1471963256] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cae9f8b3-b73e-4f90-b641-5234c3eafea7; range_end:; response_count:1; response_revision:1877; }","duration":"296.653985ms","start":"2026-06-16T07:06:23.981078Z","end":"2026-06-16T07:06:24.277732Z","steps":["trace[1471963256] 'agreement among raft nodes before linearized reading' (duration: 296.405739ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:24.714593Z","caller":"traceutil/trace.go:171","msg":"trace[901110909] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"432.35102ms","start":"2026-06-16T07:06:24.282203Z","end":"2026-06-16T07:06:24.714554Z","steps":["trace[901110909] 'process raft request' (duration: 412.49478ms)","trace[901110909] 'compare' (duration: 19.580094ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:06:24.714761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:24.282193Z","time spent":"432.480173ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:06:24.714785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.091557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae9f8b3-b73e-4f90-b641-5234c3eafea7\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-06-16T07:06:24.714849Z","caller":"traceutil/trace.go:171","msg":"trace[457216077] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cae9f8b3-b73e-4f90-b641-5234c3eafea7; range_end:; response_count:1; response_revision:1880; }","duration":"285.21071ms","start":"2026-06-16T07:06:24.429624Z","end":"2026-06-16T07:06:24.714835Z","steps":["trace[457216077] 'agreement among raft nodes before linearized reading' (duration: 285.043755ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:24.714627Z","caller":"traceutil/trace.go:171","msg":"trace[1042554829] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"429.350717ms","start":"2026-06-16T07:06:24.285246Z","end":"2026-06-16T07:06:24.714596Z","steps":["trace[1042554829] 'process raft request' (duration: 429.180873ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:24.714529Z","caller":"traceutil/trace.go:171","msg":"trace[393564441] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1949; }","duration":"284.835151ms","start":"2026-06-16T07:06:24.42967Z","end":"2026-06-16T07:06:24.714505Z","steps":["trace[393564441] 'read index received' (duration: 264.979981ms)","trace[393564441] 'applied index is now lower than readState.Index' (duration: 19.85405ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:06:24.715368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:24.285239Z","time spent":"430.029942ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:06:24.715589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.826189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-16T07:06:24.715629Z","caller":"traceutil/trace.go:171","msg":"trace[995730938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1880; }","duration":"203.908431ms","start":"2026-06-16T07:06:24.511709Z","end":"2026-06-16T07:06:24.715618Z","steps":["trace[995730938] 'agreement among raft nodes before linearized reading' (duration: 203.777968ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:33.201934Z","caller":"traceutil/trace.go:171","msg":"trace[341589412] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"107.348894ms","start":"2026-06-16T07:06:33.094558Z","end":"2026-06-16T07:06:33.201907Z","steps":["trace[341589412] 'process raft request' (duration: 20.677089ms)","trace[341589412] 'compare' (duration: 86.44695ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:06:33.202009Z","caller":"traceutil/trace.go:171","msg":"trace[1027307713] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"107.279602ms","start":"2026-06-16T07:06:33.094716Z","end":"2026-06-16T07:06:33.201995Z","steps":["trace[1027307713] 'process raft request' (duration: 107.117259ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:33.210689Z","caller":"traceutil/trace.go:171","msg":"trace[1747894441] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"114.629938ms","start":"2026-06-16T07:06:33.096043Z","end":"2026-06-16T07:06:33.210673Z","steps":["trace[1747894441] 'process raft request' (duration: 114.465995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:36.107419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.917719ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-16T07:06:36.107681Z","caller":"traceutil/trace.go:171","msg":"trace[229080581] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"174.714203ms","start":"2026-06-16T07:06:35.932949Z","end":"2026-06-16T07:06:36.107663Z","steps":["trace[229080581] 'read index received' (duration: 2.463538ms)","trace[229080581] 'applied index is now lower than readState.Index' (duration: 172.245975ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:06:36.107942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-16T07:06:36.108033Z","caller":"traceutil/trace.go:171","msg":"trace[628888614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1977; }","duration":"175.115892ms","start":"2026-06-16T07:06:35.932898Z","end":"2026-06-16T07:06:36.108014Z","steps":["trace[628888614] 'agreement among raft nodes before linearized reading' (duration: 174.829985ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:38.551046Z","caller":"traceutil/trace.go:171","msg":"trace[1143774030] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"205.573118ms","start":"2026-06-16T07:06:38.345448Z","end":"2026-06-16T07:06:38.551021Z","steps":["trace[1143774030] 'process raft request' (duration: 205.438216ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:38.552972Z","caller":"traceutil/trace.go:171","msg":"trace[966127030] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2063; }","duration":"143.634514ms","start":"2026-06-16T07:06:38.40931Z","end":"2026-06-16T07:06:38.552945Z","steps":["trace[966127030] 'read index received' (duration: 141.615356ms)","trace[966127030] 'applied index is now lower than readState.Index' (duration: 2.018208ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:06:38.553162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.824738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-16T07:06:38.553184Z","caller":"traceutil/trace.go:171","msg":"trace[1832111904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1992; }","duration":"143.892268ms","start":"2026-06-16T07:06:38.409284Z","end":"2026-06-16T07:06:38.553177Z","steps":["trace[1832111904] 'agreement among raft nodes before linearized reading' (duration: 143.764246ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:38.553171Z","caller":"traceutil/trace.go:171","msg":"trace[1269848233] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"207.371912ms","start":"2026-06-16T07:06:38.345777Z","end":"2026-06-16T07:06:38.553149Z","steps":["trace[1269848233] 'process raft request' (duration: 207.127657ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:38.553119Z","caller":"traceutil/trace.go:171","msg":"trace[2059337638] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"207.635707ms","start":"2026-06-16T07:06:38.345462Z","end":"2026-06-16T07:06:38.553098Z","steps":["trace[2059337638] 'process raft request' (duration: 207.25388ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:39.250842Z","caller":"traceutil/trace.go:171","msg":"trace[586184235] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"311.050283ms","start":"2026-06-16T07:06:38.939768Z","end":"2026-06-16T07:06:39.250818Z","steps":["trace[586184235] 'process raft request' (duration: 310.88455ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:39.251009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:38.939753Z","time spent":"311.178315ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:06:39.251452Z","caller":"traceutil/trace.go:171","msg":"trace[65407324] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"260.529457ms","start":"2026-06-16T07:06:38.990903Z","end":"2026-06-16T07:06:39.251432Z","steps":["trace[65407324] 'process raft request' (duration: 260.431955ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:39.610096Z","caller":"traceutil/trace.go:171","msg":"trace[821203356] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"351.787167ms","start":"2026-06-16T07:06:39.25829Z","end":"2026-06-16T07:06:39.610078Z","steps":["trace[821203356] 'process raft request' (duration: 351.680055ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:39.610215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:39.258271Z","time spent":"351.87477ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:06:39.627312Z","caller":"traceutil/trace.go:171","msg":"trace[49224854] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"368.854102ms","start":"2026-06-16T07:06:39.258432Z","end":"2026-06-16T07:06:39.627286Z","steps":["trace[49224854] 'process raft request' (duration: 368.630428ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:39.627361Z","caller":"traceutil/trace.go:171","msg":"trace[474468520] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"368.383923ms","start":"2026-06-16T07:06:39.258954Z","end":"2026-06-16T07:06:39.627338Z","steps":["trace[474468520] 'process raft request' (duration: 368.299421ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:39.627586Z","caller":"traceutil/trace.go:171","msg":"trace[542162777] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"150.269723ms","start":"2026-06-16T07:06:39.477306Z","end":"2026-06-16T07:06:39.627576Z","steps":["trace[542162777] 'process raft request' (duration: 149.986188ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:39.627448Z","caller":"traceutil/trace.go:171","msg":"trace[126046863] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"368.618787ms","start":"2026-06-16T07:06:39.258745Z","end":"2026-06-16T07:06:39.627363Z","steps":["trace[126046863] 'process raft request' (duration: 368.465464ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:06:39.627696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:39.258722Z","time spent":"368.951343ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:06:39.62769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:39.258947Z","time spent":"368.656958ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:06:39.627491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:06:39.258404Z","time spent":"368.991454ms","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:06:39.628045Z","caller":"traceutil/trace.go:171","msg":"trace[1167503573] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2074; }","duration":"130.343214ms","start":"2026-06-16T07:06:39.497684Z","end":"2026-06-16T07:06:39.628027Z","steps":["trace[1167503573] 'read index received' (duration: 112.283541ms)","trace[1167503573] 'applied index is now lower than readState.Index' (duration: 18.058383ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:06:39.628157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.449935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:06:39.628205Z","caller":"traceutil/trace.go:171","msg":"trace[1113881991] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2006; }","duration":"130.545708ms","start":"2026-06-16T07:06:39.497647Z","end":"2026-06-16T07:06:39.628193Z","steps":["trace[1113881991] 'agreement among raft nodes before linearized reading' (duration: 130.439826ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:06:39.628226Z","caller":"traceutil/trace.go:171","msg":"trace[1581985651] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"141.587577ms","start":"2026-06-16T07:06:39.486623Z","end":"2026-06-16T07:06:39.628211Z","steps":["trace[1581985651] 'process raft request' (duration: 140.823793ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:03.210098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.285163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-16T07:07:03.210254Z","caller":"traceutil/trace.go:171","msg":"trace[2085071632] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"335.951181ms","start":"2026-06-16T07:07:02.874285Z","end":"2026-06-16T07:07:03.210236Z","steps":["trace[2085071632] 'read index received' (duration: 217.515495ms)","trace[2085071632] 'applied index is now lower than readState.Index' (duration: 118.434476ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:07:03.210269Z","caller":"traceutil/trace.go:171","msg":"trace[1603571979] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"352.132767ms","start":"2026-06-16T07:07:02.858116Z","end":"2026-06-16T07:07:03.210248Z","steps":["trace[1603571979] 'process raft request' (duration: 233.62271ms)","trace[1603571979] 'compare' (duration: 117.981828ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:07:03.21035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:07:02.858096Z","time spent":"352.216329ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:07:03.210418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.139033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-16T07:07:03.210445Z","caller":"traceutil/trace.go:171","msg":"trace[1728905818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2139; }","duration":"336.203675ms","start":"2026-06-16T07:07:02.874233Z","end":"2026-06-16T07:07:03.210436Z","steps":["trace[1728905818] 'agreement among raft nodes before linearized reading' (duration: 336.068873ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:03.210476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:07:02.874214Z","time spent":"336.254285ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-16T07:07:03.233976Z","caller":"traceutil/trace.go:171","msg":"trace[733829517] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"318.244727ms","start":"2026-06-16T07:07:02.915693Z","end":"2026-06-16T07:07:03.233938Z","steps":["trace[733829517] 'process raft request' (duration: 318.015563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:03.234073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.793458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-16T07:07:03.234136Z","caller":"traceutil/trace.go:171","msg":"trace[116531253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"274.90158ms","start":"2026-06-16T07:07:02.959215Z","end":"2026-06-16T07:07:03.234116Z","steps":["trace[116531253] 'agreement among raft nodes before linearized reading' (duration: 274.679067ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:03.234325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:07:02.915675Z","time spent":"318.373839ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:07:03.926507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.61383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-16T07:07:03.926618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.02986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-16T07:07:03.926679Z","caller":"traceutil/trace.go:171","msg":"trace[2070565063] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2142; }","duration":"249.840234ms","start":"2026-06-16T07:07:03.676819Z","end":"2026-06-16T07:07:03.926659Z","steps":["trace[2070565063] 'count revisions from in-memory index tree' (duration: 249.528489ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:07:03.928504Z","caller":"traceutil/trace.go:171","msg":"trace[789600419] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"221.838955ms","start":"2026-06-16T07:07:03.70663Z","end":"2026-06-16T07:07:03.928469Z","steps":["trace[789600419] 'process raft request' (duration: 48.854703ms)","trace[789600419] 'compare' (duration: 170.926398ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:07:04.460181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.240823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-16T07:07:04.460283Z","caller":"traceutil/trace.go:171","msg":"trace[762227035] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2222; }","duration":"272.275969ms","start":"2026-06-16T07:07:04.18799Z","end":"2026-06-16T07:07:04.460266Z","steps":["trace[762227035] 'read index received' (duration: 42.711µs)","trace[762227035] 'applied index is now lower than readState.Index' (duration: 272.232178ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:07:04.460361Z","caller":"traceutil/trace.go:171","msg":"trace[1412983015] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"751.750341ms","start":"2026-06-16T07:07:03.708597Z","end":"2026-06-16T07:07:04.460348Z","steps":["trace[1412983015] 'process raft request' (duration: 327.02137ms)","trace[1412983015] 'compare' (duration: 423.869347ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:07:04.460653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.708824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-16T07:07:04.460719Z","caller":"traceutil/trace.go:171","msg":"trace[529650294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2144; }","duration":"218.806355ms","start":"2026-06-16T07:07:04.241891Z","end":"2026-06-16T07:07:04.460697Z","steps":["trace[529650294] 'agreement among raft nodes before linearized reading' (duration: 218.609302ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:04.46082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.826469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:07:04.460873Z","caller":"traceutil/trace.go:171","msg":"trace[1513347497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2144; }","duration":"272.934321ms","start":"2026-06-16T07:07:04.187921Z","end":"2026-06-16T07:07:04.460856Z","steps":["trace[1513347497] 'agreement among raft nodes before linearized reading' (duration: 272.85169ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:04.460977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.987984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-16T07:07:04.460986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:07:03.708567Z","time spent":"751.816882ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:07:04.461047Z","caller":"traceutil/trace.go:171","msg":"trace[183884948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2144; }","duration":"111.100476ms","start":"2026-06-16T07:07:04.34993Z","end":"2026-06-16T07:07:04.461031Z","steps":["trace[183884948] 'agreement among raft nodes before linearized reading' (duration: 110.861892ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:07:04.654172Z","caller":"traceutil/trace.go:171","msg":"trace[318220655] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"188.721585ms","start":"2026-06-16T07:07:04.465425Z","end":"2026-06-16T07:07:04.654147Z","steps":["trace[318220655] 'process raft request' (duration: 188.572133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:04.918728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.233872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-16T07:07:04.918824Z","caller":"traceutil/trace.go:171","msg":"trace[529614070] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"181.247712ms","start":"2026-06-16T07:07:04.737562Z","end":"2026-06-16T07:07:04.91881Z","steps":["trace[529614070] 'read index received' (duration: 34.651µs)","trace[529614070] 'applied index is now lower than readState.Index' (duration: 181.212021ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:07:04.918911Z","caller":"traceutil/trace.go:171","msg":"trace[558395657] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"194.864474ms","start":"2026-06-16T07:07:04.724034Z","end":"2026-06-16T07:07:04.918899Z","steps":["trace[558395657] 'process raft request' (duration: 13.364998ms)","trace[558395657] 'compare' (duration: 181.11311ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:07:04.919252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.248101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-16T07:07:04.919287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.71174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-16T07:07:04.919334Z","caller":"traceutil/trace.go:171","msg":"trace[1770789253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2146; }","duration":"181.412744ms","start":"2026-06-16T07:07:04.737903Z","end":"2026-06-16T07:07:04.919316Z","steps":["trace[1770789253] 'agreement among raft nodes before linearized reading' (duration: 181.141699ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:07:04.919374Z","caller":"traceutil/trace.go:171","msg":"trace[1869652939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2146; }","duration":"181.863502ms","start":"2026-06-16T07:07:04.737488Z","end":"2026-06-16T07:07:04.919352Z","steps":["trace[1869652939] 'agreement among raft nodes before linearized reading' (duration: 181.576178ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:44.459619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.507263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-2sv6m\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-06-16T07:07:44.45971Z","caller":"traceutil/trace.go:171","msg":"trace[804973920] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-2sv6m; range_end:; response_count:1; response_revision:2412; }","duration":"118.662606ms","start":"2026-06-16T07:07:44.341028Z","end":"2026-06-16T07:07:44.45969Z","steps":["trace[804973920] 'range keys from in-memory index tree' (duration: 118.326271ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:07:52.233591Z","caller":"traceutil/trace.go:171","msg":"trace[941798519] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"148.991063ms","start":"2026-06-16T07:07:52.084544Z","end":"2026-06-16T07:07:52.233535Z","steps":["trace[941798519] 'process raft request' (duration: 148.73593ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:07:52.775022Z","caller":"traceutil/trace.go:171","msg":"trace[1314352485] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2602; }","duration":"126.823085ms","start":"2026-06-16T07:07:52.648179Z","end":"2026-06-16T07:07:52.775003Z","steps":["trace[1314352485] 'read index received' (duration: 126.624892ms)","trace[1314352485] 'applied index is now lower than readState.Index' (duration: 194.983µs)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:07:52.775314Z","caller":"traceutil/trace.go:171","msg":"trace[381772218] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"151.605598ms","start":"2026-06-16T07:07:52.623693Z","end":"2026-06-16T07:07:52.775299Z","steps":["trace[381772218] 'process raft request' (duration: 151.157632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:07:52.775592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.385143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:07:52.775637Z","caller":"traceutil/trace.go:171","msg":"trace[1809287370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2512; }","duration":"127.462764ms","start":"2026-06-16T07:07:52.648162Z","end":"2026-06-16T07:07:52.775625Z","steps":["trace[1809287370] 'agreement among raft nodes before linearized reading' (duration: 127.369332ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:08:26.266753Z","caller":"traceutil/trace.go:171","msg":"trace[1070816160] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"228.045662ms","start":"2026-06-16T07:08:26.038674Z","end":"2026-06-16T07:08:26.266719Z","steps":["trace[1070816160] 'process raft request' (duration: 227.86113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:08:26.709951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.474015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-16T07:08:26.710027Z","caller":"traceutil/trace.go:171","msg":"trace[826951738] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"281.780277ms","start":"2026-06-16T07:08:26.428235Z","end":"2026-06-16T07:08:26.710015Z","steps":["trace[826951738] 'read index received' (duration: 88.178491ms)","trace[826951738] 'applied index is now lower than readState.Index' (duration: 193.600886ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:08:26.710101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.871338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:08:26.710877Z","caller":"traceutil/trace.go:171","msg":"trace[238683946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2700; }","duration":"282.684968ms","start":"2026-06-16T07:08:26.42818Z","end":"2026-06-16T07:08:26.710865Z","steps":["trace[238683946] 'agreement among raft nodes before linearized reading' (duration: 281.864928ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:08:26.710277Z","caller":"traceutil/trace.go:171","msg":"trace[1742297624] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"310.993739ms","start":"2026-06-16T07:08:26.399245Z","end":"2026-06-16T07:08:26.710238Z","steps":["trace[1742297624] 'process raft request' (duration: 117.16971ms)","trace[1742297624] 'compare' (duration: 193.348043ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:08:26.711031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:08:26.399225Z","time spent":"311.724248ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:00.844844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:01.346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:01.846332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:02.346733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:02.813434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.553256246s","expected-duration":"1s"} {"level":"info","ts":"2026-06-16T07:12:02.814829Z","caller":"traceutil/trace.go:171","msg":"trace[2079326641] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"2.554721916s","start":"2026-06-16T07:12:00.260083Z","end":"2026-06-16T07:12:02.814805Z","steps":["trace[2079326641] 'process raft request' (duration: 2.55399088s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.815011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.260069Z","time spent":"2.554832728s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15213,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:02.842605Z","caller":"traceutil/trace.go:171","msg":"trace[1595438407] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"2.431945066s","start":"2026-06-16T07:12:00.410622Z","end":"2026-06-16T07:12:02.842567Z","steps":["trace[1595438407] 'process raft request' (duration: 2.430995807s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.842787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.410597Z","time spent":"2.432081839s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:02.842935Z","caller":"traceutil/trace.go:171","msg":"trace[1800794292] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"2.314776491s","start":"2026-06-16T07:12:00.528136Z","end":"2026-06-16T07:12:02.842913Z","steps":["trace[1800794292] 'process raft request' (duration: 2.314175148s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.843039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.528108Z","time spent":"2.314878872s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:02.843148Z","caller":"traceutil/trace.go:171","msg":"trace[1226607928] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"1.442411341s","start":"2026-06-16T07:12:01.400711Z","end":"2026-06-16T07:12:02.843122Z","steps":["trace[1226607928] 'process raft request' (duration: 1.441955762s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.843328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:01.400685Z","time spent":"1.442534123s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:02.843495Z","caller":"traceutil/trace.go:171","msg":"trace[836250049] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"1.310284474s","start":"2026-06-16T07:12:01.533159Z","end":"2026-06-16T07:12:02.843444Z","steps":["trace[836250049] 'process raft request' (duration: 1.3095415s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:02.843558Z","caller":"traceutil/trace.go:171","msg":"trace[180285881] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"1.258689587s","start":"2026-06-16T07:12:01.584833Z","end":"2026-06-16T07:12:02.843523Z","steps":["trace[180285881] 'process raft request' (duration: 1.257904912s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.843663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:01.584818Z","time spent":"1.25879353s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:02.843543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:01.533134Z","time spent":"1.310385206s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:02.843751Z","caller":"traceutil/trace.go:171","msg":"trace[1593198684] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4613; }","duration":"2.499138374s","start":"2026-06-16T07:12:00.3446Z","end":"2026-06-16T07:12:02.843738Z","steps":["trace[1593198684] 'read index received' (duration: 2.469915835s)","trace[1593198684] 'applied index is now lower than readState.Index' (duration: 29.221579ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:02.843871Z","caller":"traceutil/trace.go:171","msg":"trace[1245090218] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"634.303811ms","start":"2026-06-16T07:12:02.209559Z","end":"2026-06-16T07:12:02.843862Z","steps":["trace[1245090218] 'process raft request' (duration: 634.124198ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.843938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:02.209536Z","time spent":"634.363823ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:02.84413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478798739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-16T07:12:02.844186Z","caller":"traceutil/trace.go:171","msg":"trace[237953280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4453; }","duration":"2.478902112s","start":"2026-06-16T07:12:00.365272Z","end":"2026-06-16T07:12:02.844174Z","steps":["trace[237953280] 'agreement among raft nodes before linearized reading' (duration: 2.478689597s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.365251Z","time spent":"2.478964622s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-16T07:12:02.844278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499684986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-16T07:12:02.844295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.347579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-06-16T07:12:02.844301Z","caller":"traceutil/trace.go:171","msg":"trace[1717080931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4453; }","duration":"2.499757117s","start":"2026-06-16T07:12:00.344538Z","end":"2026-06-16T07:12:02.844295Z","steps":["trace[1717080931] 'agreement among raft nodes before linearized reading' (duration: 2.499636495s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:02.844358Z","caller":"traceutil/trace.go:171","msg":"trace[283637670] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4453; }","duration":"114.458301ms","start":"2026-06-16T07:12:02.729881Z","end":"2026-06-16T07:12:02.84434Z","steps":["trace[283637670] 'agreement among raft nodes before linearized reading' (duration: 114.315418ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.344508Z","time spent":"2.499864598s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-16T07:12:02.844466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580878824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-16T07:12:02.844497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.281569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:12:02.844524Z","caller":"traceutil/trace.go:171","msg":"trace[750715813] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4453; }","duration":"1.580940895s","start":"2026-06-16T07:12:01.263554Z","end":"2026-06-16T07:12:02.844495Z","steps":["trace[750715813] 'agreement among raft nodes before linearized reading' (duration: 1.580832383s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:01.263543Z","time spent":"1.581006277s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-06-16T07:12:02.844547Z","caller":"traceutil/trace.go:171","msg":"trace[245540103] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4453; }","duration":"226.37791ms","start":"2026-06-16T07:12:02.618163Z","end":"2026-06-16T07:12:02.844541Z","steps":["trace[245540103] 'agreement among raft nodes before linearized reading' (duration: 226.302238ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.152552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:12:02.844722Z","caller":"traceutil/trace.go:171","msg":"trace[904483921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4453; }","duration":"551.186092ms","start":"2026-06-16T07:12:02.29353Z","end":"2026-06-16T07:12:02.844717Z","steps":["trace[904483921] 'agreement among raft nodes before linearized reading' (duration: 551.130841ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:02.293524Z","time spent":"551.208123ms","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-16T07:12:02.844751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661831594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:02.844785Z","caller":"traceutil/trace.go:171","msg":"trace[854425769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4453; }","duration":"1.661892135s","start":"2026-06-16T07:12:01.182884Z","end":"2026-06-16T07:12:02.844776Z","steps":["trace[854425769] 'agreement among raft nodes before linearized reading' (duration: 1.661843314s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:01.182869Z","time spent":"1.661948786s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-16T07:12:02.844893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.709605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-16T07:12:02.844912Z","caller":"traceutil/trace.go:171","msg":"trace[1112370680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4453; }","duration":"666.754616ms","start":"2026-06-16T07:12:02.178153Z","end":"2026-06-16T07:12:02.844908Z","steps":["trace[1112370680] 'agreement among raft nodes before linearized reading' (duration: 666.675524ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.844956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:02.178145Z","time spent":"666.806067ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-16T07:12:02.844971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.465151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:12:02.845009Z","caller":"traceutil/trace.go:171","msg":"trace[1108968636] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4453; }","duration":"107.527113ms","start":"2026-06-16T07:12:02.737469Z","end":"2026-06-16T07:12:02.844996Z","steps":["trace[1108968636] 'agreement among raft nodes before linearized reading' (duration: 107.469822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916588353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92030a04-bf97-458e-9668-c9137694eb4c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-06-16T07:12:02.845148Z","caller":"traceutil/trace.go:171","msg":"trace[319117469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92030a04-bf97-458e-9668-c9137694eb4c; range_end:; response_count:1; response_revision:4453; }","duration":"1.916693384s","start":"2026-06-16T07:12:00.928441Z","end":"2026-06-16T07:12:02.845135Z","steps":["trace[319117469] 'agreement among raft nodes before linearized reading' (duration: 1.916543471s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.8452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.928426Z","time spent":"1.916762356s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92030a04-bf97-458e-9668-c9137694eb4c\" "} {"level":"warn","ts":"2026-06-16T07:12:02.844154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.654635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18b97e3b03c7a34d\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-06-16T07:12:02.845335Z","caller":"traceutil/trace.go:171","msg":"trace[859956711] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18b97e3b03c7a34d; range_end:; response_count:1; response_revision:4453; }","duration":"716.85203ms","start":"2026-06-16T07:12:02.128476Z","end":"2026-06-16T07:12:02.845328Z","steps":["trace[859956711] 'agreement among raft nodes before linearized reading' (duration: 715.587274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:02.128469Z","time spent":"716.883451ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":148,"response count":1,"response size":1225,"request content":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18b97e3b03c7a34d\" "} {"level":"warn","ts":"2026-06-16T07:12:02.845481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19484953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-16T07:12:02.845499Z","caller":"traceutil/trace.go:171","msg":"trace[1319461098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4453; }","duration":"2.1948875s","start":"2026-06-16T07:12:00.650607Z","end":"2026-06-16T07:12:02.845494Z","steps":["trace[1319461098] 'agreement among raft nodes before linearized reading' (duration: 2.194833099s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.650597Z","time spent":"2.194911521s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-16T07:12:02.844367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.642567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:12:02.845573Z","caller":"traceutil/trace.go:171","msg":"trace[1181822256] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4453; }","duration":"763.885633ms","start":"2026-06-16T07:12:02.08167Z","end":"2026-06-16T07:12:02.845556Z","steps":["trace[1181822256] 'agreement among raft nodes before linearized reading' (duration: 762.659388ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:02.081651Z","time spent":"763.969524ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-16T07:12:02.845708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459533185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-16T07:12:02.845726Z","caller":"traceutil/trace.go:171","msg":"trace[1539237594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4453; }","duration":"2.459607367s","start":"2026-06-16T07:12:00.386114Z","end":"2026-06-16T07:12:02.845722Z","steps":["trace[1539237594] 'agreement among raft nodes before linearized reading' (duration: 2.459553596s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.38609Z","time spent":"2.459684598s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-16T07:12:02.845602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20993988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-16T07:12:02.845659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274270913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18b6d72c-1149-4a1a-90a9-c1161a7480e6\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-06-16T07:12:02.845826Z","caller":"traceutil/trace.go:171","msg":"trace[1342087997] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:4453; }","duration":"2.210185905s","start":"2026-06-16T07:12:00.635631Z","end":"2026-06-16T07:12:02.845817Z","steps":["trace[1342087997] 'agreement among raft nodes before linearized reading' (duration: 2.20992779s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.635619Z","time spent":"2.210263586s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"info","ts":"2026-06-16T07:12:02.845892Z","caller":"traceutil/trace.go:171","msg":"trace[1216767975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18b6d72c-1149-4a1a-90a9-c1161a7480e6; range_end:; response_count:1; response_revision:4453; }","duration":"2.274502687s","start":"2026-06-16T07:12:00.571333Z","end":"2026-06-16T07:12:02.845835Z","steps":["trace[1216767975] 'agreement among raft nodes before linearized reading' (duration: 2.274278743s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:02.845939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:00.571308Z","time spent":"2.274619999s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18b6d72c-1149-4a1a-90a9-c1161a7480e6\" "} {"level":"info","ts":"2026-06-16T07:12:03.188933Z","caller":"traceutil/trace.go:171","msg":"trace[1016968887] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"124.397531ms","start":"2026-06-16T07:12:03.064506Z","end":"2026-06-16T07:12:03.188904Z","steps":["trace[1016968887] 'process raft request' (duration: 124.266568ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:04.906236Z","caller":"traceutil/trace.go:171","msg":"trace[2110357034] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"177.132617ms","start":"2026-06-16T07:12:04.729084Z","end":"2026-06-16T07:12:04.906217Z","steps":["trace[2110357034] 'process raft request' (duration: 94.212111ms)","trace[2110357034] 'compare' (duration: 82.838044ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:04.90666Z","caller":"traceutil/trace.go:171","msg":"trace[1749634381] linearizableReadLoop","detail":"{readStateIndex:4676; appliedIndex:4674; }","duration":"174.406682ms","start":"2026-06-16T07:12:04.732244Z","end":"2026-06-16T07:12:04.906651Z","steps":["trace[1749634381] 'read index received' (duration: 90.994256ms)","trace[1749634381] 'applied index is now lower than readState.Index' (duration: 83.411406ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:04.906744Z","caller":"traceutil/trace.go:171","msg":"trace[612310544] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"176.105886ms","start":"2026-06-16T07:12:04.730626Z","end":"2026-06-16T07:12:04.906732Z","steps":["trace[612310544] 'process raft request' (duration: 175.979483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:04.907049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.780261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-06-16T07:12:04.907721Z","caller":"traceutil/trace.go:171","msg":"trace[1619030391] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4505; }","duration":"175.479335ms","start":"2026-06-16T07:12:04.732227Z","end":"2026-06-16T07:12:04.907706Z","steps":["trace[1619030391] 'agreement among raft nodes before linearized reading' (duration: 174.585586ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:04.911851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.546425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls\" ","response":"range_response_count:1 size:2130"} {"level":"info","ts":"2026-06-16T07:12:04.911915Z","caller":"traceutil/trace.go:171","msg":"trace[1668855765] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls; range_end:; response_count:1; response_revision:4509; }","duration":"179.621336ms","start":"2026-06-16T07:12:04.73228Z","end":"2026-06-16T07:12:04.911901Z","steps":["trace[1668855765] 'agreement among raft nodes before linearized reading' (duration: 179.428642ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:09.049628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:10.423876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210477746s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-16T07:12:10.423794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210443605s","expected-duration":"1s"} {"level":"info","ts":"2026-06-16T07:12:10.424014Z","caller":"traceutil/trace.go:171","msg":"trace[136210956] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"2.082221302s","start":"2026-06-16T07:12:08.341767Z","end":"2026-06-16T07:12:10.423988Z","steps":["trace[136210956] 'process raft request' (duration: 871.535392ms)","trace[136210956] 'compare' (duration: 1.209856634s)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:12:10.424095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.341754Z","time spent":"2.082307593s","remote":"127.0.0.1:48894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3695,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-16T07:12:10.424499Z","caller":"traceutil/trace.go:171","msg":"trace[866573397] linearizableReadLoop","detail":"{readStateIndex:4767; appliedIndex:4761; }","duration":"1.874898267s","start":"2026-06-16T07:12:08.54953Z","end":"2026-06-16T07:12:10.424428Z","steps":["trace[866573397] 'read index received' (duration: 663.78535ms)","trace[866573397] 'applied index is now lower than readState.Index' (duration: 1.211112077s)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:10.424631Z","caller":"traceutil/trace.go:171","msg":"trace[678683267] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"1.497949457s","start":"2026-06-16T07:12:08.926662Z","end":"2026-06-16T07:12:10.424612Z","steps":["trace[678683267] 'process raft request' (duration: 1.497657861s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.424753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.926653Z","time spent":"1.498035998s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.424771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875226543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:10.424841Z","caller":"traceutil/trace.go:171","msg":"trace[1119308505] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4592; }","duration":"1.875346146s","start":"2026-06-16T07:12:08.549486Z","end":"2026-06-16T07:12:10.424832Z","steps":["trace[1119308505] 'agreement among raft nodes before linearized reading' (duration: 1.875179153s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.424913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.549473Z","time spent":"1.875428807s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-06-16T07:12:10.425038Z","caller":"traceutil/trace.go:171","msg":"trace[1140729765] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"1.498501298s","start":"2026-06-16T07:12:08.926508Z","end":"2026-06-16T07:12:10.42501Z","steps":["trace[1140729765] 'process raft request' (duration: 1.497745353s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.425187Z","caller":"traceutil/trace.go:171","msg":"trace[3112771] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"1.500622249s","start":"2026-06-16T07:12:08.924548Z","end":"2026-06-16T07:12:10.42517Z","steps":["trace[3112771] 'process raft request' (duration: 1.49966531s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.425227Z","caller":"traceutil/trace.go:171","msg":"trace[1343772023] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"1.500962165s","start":"2026-06-16T07:12:08.924207Z","end":"2026-06-16T07:12:10.42517Z","steps":["trace[1343772023] 'process raft request' (duration: 1.499828853s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.425283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.924538Z","time spent":"1.50069642s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.42541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134589736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-16T07:12:10.425409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486069904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-16T07:12:10.425442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.924183Z","time spent":"1.501132818s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:10.425468Z","caller":"traceutil/trace.go:171","msg":"trace[1226569126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4592; }","duration":"1.134681527s","start":"2026-06-16T07:12:09.290771Z","end":"2026-06-16T07:12:10.425452Z","steps":["trace[1226569126] 'agreement among raft nodes before linearized reading' (duration: 1.134458813s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.425497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476656361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-16T07:12:10.425526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:09.29076Z","time spent":"1.134756078s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-16T07:12:10.424644Z","caller":"traceutil/trace.go:171","msg":"trace[116974848] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"1.48890532s","start":"2026-06-16T07:12:08.935701Z","end":"2026-06-16T07:12:10.424606Z","steps":["trace[116974848] 'process raft request' (duration: 1.488681426s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.425631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198501311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-16T07:12:10.42566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.935689Z","time spent":"1.489913089s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.425742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244383187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-16T07:12:10.425741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482773621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-16T07:12:10.425793Z","caller":"traceutil/trace.go:171","msg":"trace[1138813890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4592; }","duration":"1.244461029s","start":"2026-06-16T07:12:09.18132Z","end":"2026-06-16T07:12:10.425781Z","steps":["trace[1138813890] 'agreement among raft nodes before linearized reading' (duration: 1.244390448s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.425486Z","caller":"traceutil/trace.go:171","msg":"trace[1928418761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4592; }","duration":"1.486191696s","start":"2026-06-16T07:12:08.939281Z","end":"2026-06-16T07:12:10.425473Z","steps":["trace[1928418761] 'agreement among raft nodes before linearized reading' (duration: 1.485949112s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.425839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:09.181309Z","time spent":"1.24452084s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-16T07:12:10.425897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349437817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-16T07:12:10.425896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.939269Z","time spent":"1.486576294s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-16T07:12:10.425949Z","caller":"traceutil/trace.go:171","msg":"trace[685744189] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4592; }","duration":"1.349511848s","start":"2026-06-16T07:12:09.076423Z","end":"2026-06-16T07:12:10.425935Z","steps":["trace[685744189] 'agreement among raft nodes before linearized reading' (duration: 1.349319515s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.425931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486201328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-16T07:12:10.425978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:09.076413Z","time spent":"1.349560349s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-16T07:12:10.425983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116762768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:12:10.425995Z","caller":"traceutil/trace.go:171","msg":"trace[402644622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4592; }","duration":"1.486284199s","start":"2026-06-16T07:12:08.939702Z","end":"2026-06-16T07:12:10.425986Z","steps":["trace[402644622] 'agreement among raft nodes before linearized reading' (duration: 1.486117646s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.425681Z","caller":"traceutil/trace.go:171","msg":"trace[792944774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4592; }","duration":"1.198678394s","start":"2026-06-16T07:12:09.226989Z","end":"2026-06-16T07:12:10.425667Z","steps":["trace[792944774] 'agreement among raft nodes before linearized reading' (duration: 1.198602923s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.426058Z","caller":"traceutil/trace.go:171","msg":"trace[1618994930] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4592; }","duration":"1.116853609s","start":"2026-06-16T07:12:09.309174Z","end":"2026-06-16T07:12:10.426027Z","steps":["trace[1618994930] 'agreement among raft nodes before linearized reading' (duration: 1.116739607s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.42609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:09.226965Z","time spent":"1.199113764s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-16T07:12:10.426122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:09.309161Z","time spent":"1.116941801s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-06-16T07:12:10.425565Z","caller":"traceutil/trace.go:171","msg":"trace[874761609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4592; }","duration":"1.476740902s","start":"2026-06-16T07:12:08.948808Z","end":"2026-06-16T07:12:10.425549Z","steps":["trace[874761609] 'agreement among raft nodes before linearized reading' (duration: 1.476579339s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.42618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.948803Z","time spent":"1.477367975s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-16T07:12:10.425846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.506578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-06-16T07:12:10.425635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477046088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-16T07:12:10.425801Z","caller":"traceutil/trace.go:171","msg":"trace[1271679939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4592; }","duration":"1.482901763s","start":"2026-06-16T07:12:08.942888Z","end":"2026-06-16T07:12:10.42579Z","steps":["trace[1271679939] 'agreement among raft nodes before linearized reading' (duration: 1.4827683s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.426376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.942878Z","time spent":"1.483480934s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-16T07:12:10.426349Z","caller":"traceutil/trace.go:171","msg":"trace[1922183510] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls; range_end:; response_count:1; response_revision:4592; }","duration":"862.039819ms","start":"2026-06-16T07:12:09.564296Z","end":"2026-06-16T07:12:10.426336Z","steps":["trace[1922183510] 'agreement among raft nodes before linearized reading' (duration: 861.450558ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.426362Z","caller":"traceutil/trace.go:171","msg":"trace[91732917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4592; }","duration":"1.477783043s","start":"2026-06-16T07:12:08.948563Z","end":"2026-06-16T07:12:10.426346Z","steps":["trace[91732917] 'agreement among raft nodes before linearized reading' (duration: 1.476974697s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.426448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:09.564281Z","time spent":"862.155461ms","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls\" "} {"level":"warn","ts":"2026-06-16T07:12:10.426464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.948555Z","time spent":"1.477891995s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-16T07:12:10.425188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.926496Z","time spent":"1.49862767s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.426074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:08.939693Z","time spent":"1.486371541s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-16T07:12:10.786098Z","caller":"traceutil/trace.go:171","msg":"trace[1968479698] linearizableReadLoop","detail":"{readStateIndex:4768; appliedIndex:4767; }","duration":"347.935062ms","start":"2026-06-16T07:12:10.43814Z","end":"2026-06-16T07:12:10.786075Z","steps":["trace[1968479698] 'read index received' (duration: 345.534985ms)","trace[1968479698] 'applied index is now lower than readState.Index' (duration: 2.399307ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:10.78623Z","caller":"traceutil/trace.go:171","msg":"trace[1002484605] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"350.942201ms","start":"2026-06-16T07:12:10.435209Z","end":"2026-06-16T07:12:10.786151Z","steps":["trace[1002484605] 'process raft request' (duration: 348.466272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.786341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.175897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-16T07:12:10.786379Z","caller":"traceutil/trace.go:171","msg":"trace[482144611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4593; }","duration":"348.249608ms","start":"2026-06-16T07:12:10.43812Z","end":"2026-06-16T07:12:10.78637Z","steps":["trace[482144611] 'agreement among raft nodes before linearized reading' (duration: 348.063974ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.786392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.435196Z","time spent":"351.110054ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.78643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.438108Z","time spent":"348.314159ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-16T07:12:10.78728Z","caller":"traceutil/trace.go:171","msg":"trace[1318502774] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"347.515524ms","start":"2026-06-16T07:12:10.439746Z","end":"2026-06-16T07:12:10.787261Z","steps":["trace[1318502774] 'process raft request' (duration: 347.178126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.787382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.439736Z","time spent":"347.606185ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:10.787485Z","caller":"traceutil/trace.go:171","msg":"trace[1929259031] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"344.871393ms","start":"2026-06-16T07:12:10.442591Z","end":"2026-06-16T07:12:10.787462Z","steps":["trace[1929259031] 'process raft request' (duration: 344.530336ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.787657Z","caller":"traceutil/trace.go:171","msg":"trace[1126965822] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"341.186581ms","start":"2026-06-16T07:12:10.446447Z","end":"2026-06-16T07:12:10.787633Z","steps":["trace[1126965822] 'process raft request' (duration: 340.707742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.787384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.76696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls\" ","response":"range_response_count:1 size:4432"} {"level":"warn","ts":"2026-06-16T07:12:10.787672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.442584Z","time spent":"345.029155ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.787773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.44644Z","time spent":"341.281833ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:10.787808Z","caller":"traceutil/trace.go:171","msg":"trace[948433615] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls; range_end:; response_count:1; response_revision:4598; }","duration":"348.163637ms","start":"2026-06-16T07:12:10.439589Z","end":"2026-06-16T07:12:10.787752Z","steps":["trace[948433615] 'agreement among raft nodes before linearized reading' (duration: 347.688428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.787611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.548239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-16T07:12:10.787937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.439584Z","time spent":"348.30369ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4454,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt-tls\" "} {"level":"info","ts":"2026-06-16T07:12:10.787974Z","caller":"traceutil/trace.go:171","msg":"trace[485103747] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:4598; }","duration":"151.949927ms","start":"2026-06-16T07:12:10.636012Z","end":"2026-06-16T07:12:10.787961Z","steps":["trace[485103747] 'agreement among raft nodes before linearized reading' (duration: 151.528069ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:10.787955Z","caller":"traceutil/trace.go:171","msg":"trace[381330942] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"337.787955ms","start":"2026-06-16T07:12:10.450155Z","end":"2026-06-16T07:12:10.787943Z","steps":["trace[381330942] 'process raft request' (duration: 337.0265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.788184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.450135Z","time spent":"338.026559ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:10.78767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.010805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:10.788365Z","caller":"traceutil/trace.go:171","msg":"trace[414835874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4598; }","duration":"345.727939ms","start":"2026-06-16T07:12:10.442629Z","end":"2026-06-16T07:12:10.788357Z","steps":["trace[414835874] 'agreement among raft nodes before linearized reading' (duration: 344.943694ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:10.788436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:10.442626Z","time spent":"345.80201ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-16T07:12:12.839358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:13.339993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:13.840616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:14.339023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-16T07:12:14.339098Z","caller":"traceutil/trace.go:171","msg":"trace[399014318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000578695s","start":"2026-06-16T07:12:12.338503Z","end":"2026-06-16T07:12:14.339082Z","steps":["trace[399014318] 'agreement among raft nodes before linearized reading' (duration: 2.000493363s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:14.33915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.33849Z","time spent":"2.000653326s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/16 07:12:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-16T07:12:14.341372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:14.841916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273805060541978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-16T07:12:15.274501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.938541392s","expected-duration":"1s"} {"level":"info","ts":"2026-06-16T07:12:15.274856Z","caller":"traceutil/trace.go:171","msg":"trace[455947940] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"2.938952221s","start":"2026-06-16T07:12:12.335878Z","end":"2026-06-16T07:12:15.274831Z","steps":["trace[455947940] 'process raft request' (duration: 2.938785757s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.274994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.335847Z","time spent":"2.939072143s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:15.282791Z","caller":"traceutil/trace.go:171","msg":"trace[1061174914] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"2.843515571s","start":"2026-06-16T07:12:12.439251Z","end":"2026-06-16T07:12:15.282767Z","steps":["trace[1061174914] 'process raft request' (duration: 2.843443409s)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:15.282855Z","caller":"traceutil/trace.go:171","msg":"trace[1292626663] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"2.845393636s","start":"2026-06-16T07:12:12.437424Z","end":"2026-06-16T07:12:15.282818Z","steps":["trace[1292626663] 'process raft request' (duration: 2.845107791s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.282944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.439238Z","time spent":"2.843610002s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:15.282965Z","caller":"traceutil/trace.go:171","msg":"trace[1728352237] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"2.839241847s","start":"2026-06-16T07:12:12.443707Z","end":"2026-06-16T07:12:15.282949Z","steps":["trace[1728352237] 'process raft request' (duration: 2.839027463s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.283029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.4374Z","time spent":"2.845539329s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-16T07:12:15.283045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.443695Z","time spent":"2.839307318s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:15.283235Z","caller":"traceutil/trace.go:171","msg":"trace[1312642146] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"2.35732641s","start":"2026-06-16T07:12:12.925899Z","end":"2026-06-16T07:12:15.283225Z","steps":["trace[1312642146] 'process raft request' (duration: 2.356969563s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.283277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.925848Z","time spent":"2.357408263s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:15.283287Z","caller":"traceutil/trace.go:171","msg":"trace[1707178451] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"1.090865117s","start":"2026-06-16T07:12:14.192409Z","end":"2026-06-16T07:12:15.283274Z","steps":["trace[1707178451] 'process raft request' (duration: 1.090767864s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.283355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:14.192366Z","time spent":"1.090952099s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:15.283349Z","caller":"traceutil/trace.go:171","msg":"trace[1150665988] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4776; }","duration":"2.94470716s","start":"2026-06-16T07:12:12.338537Z","end":"2026-06-16T07:12:15.283244Z","steps":["trace[1150665988] 'read index received' (duration: 2.936742888s)","trace[1150665988] 'applied index is now lower than readState.Index' (duration: 7.963532ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:12:15.283638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90494142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:15.284153Z","caller":"traceutil/trace.go:171","msg":"trace[1202620623] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4605; }","duration":"2.905514341s","start":"2026-06-16T07:12:12.378628Z","end":"2026-06-16T07:12:15.284142Z","steps":["trace[1202620623] 'agreement among raft nodes before linearized reading' (duration: 2.90492218s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.28423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.378607Z","time spent":"2.905608363s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-06-16T07:12:15.284482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407536994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-16T07:12:15.284535Z","caller":"traceutil/trace.go:171","msg":"trace[1552622293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4605; }","duration":"2.407626065s","start":"2026-06-16T07:12:12.876897Z","end":"2026-06-16T07:12:15.284523Z","steps":["trace[1552622293] 'agreement among raft nodes before linearized reading' (duration: 2.407467452s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.284574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.87688Z","time spent":"2.407685296s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-16T07:12:15.284651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491588322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-16T07:12:15.284925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.872115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:15.284972Z","caller":"traceutil/trace.go:171","msg":"trace[13762156] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4605; }","duration":"938.966677ms","start":"2026-06-16T07:12:14.345993Z","end":"2026-06-16T07:12:15.284959Z","steps":["trace[13762156] 'agreement among raft nodes before linearized reading' (duration: 938.909816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.285008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:14.345968Z","time spent":"939.031918ms","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-06-16T07:12:15.284939Z","caller":"traceutil/trace.go:171","msg":"trace[1120245892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4605; }","duration":"2.491891657s","start":"2026-06-16T07:12:12.793036Z","end":"2026-06-16T07:12:15.284928Z","steps":["trace[1120245892] 'agreement among raft nodes before linearized reading' (duration: 2.491427808s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.285104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.79303Z","time spent":"2.49205803s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-16T07:12:15.285201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.722236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:15.285234Z","caller":"traceutil/trace.go:171","msg":"trace[1648782632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4605; }","duration":"945.792187ms","start":"2026-06-16T07:12:14.339434Z","end":"2026-06-16T07:12:15.285226Z","steps":["trace[1648782632] 'agreement among raft nodes before linearized reading' (duration: 945.738896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.28526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:14.339421Z","time spent":"945.834478ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-16T07:12:15.285408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353968092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:15.285442Z","caller":"traceutil/trace.go:171","msg":"trace[1622032828] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4605; }","duration":"1.354052404s","start":"2026-06-16T07:12:13.931381Z","end":"2026-06-16T07:12:15.285434Z","steps":["trace[1622032828] 'agreement among raft nodes before linearized reading' (duration: 1.353999823s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.285476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:13.931359Z","time spent":"1.354108725s","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-06-16T07:12:15.285762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493854036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-16T07:12:15.285799Z","caller":"traceutil/trace.go:171","msg":"trace[1646840228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4605; }","duration":"2.493973277s","start":"2026-06-16T07:12:12.791817Z","end":"2026-06-16T07:12:15.28579Z","steps":["trace[1646840228] 'agreement among raft nodes before linearized reading' (duration: 2.493873216s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.285834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.791797Z","time spent":"2.494031909s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-16T07:12:15.284879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.041924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt.18b97e3c2e082465\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-06-16T07:12:15.285979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494052769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-16T07:12:15.285979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494036869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-16T07:12:15.287164Z","caller":"traceutil/trace.go:171","msg":"trace[720162161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4605; }","duration":"2.495267773s","start":"2026-06-16T07:12:12.79188Z","end":"2026-06-16T07:12:15.287148Z","steps":["trace[720162161] 'agreement among raft nodes before linearized reading' (duration: 2.493971638s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.288323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.791863Z","time spent":"2.495389165s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-16T07:12:15.286014Z","caller":"traceutil/trace.go:171","msg":"trace[95455496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4605; }","duration":"2.49410863s","start":"2026-06-16T07:12:12.791894Z","end":"2026-06-16T07:12:15.286003Z","steps":["trace[95455496] 'agreement among raft nodes before linearized reading' (duration: 2.494029049s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.288771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.791878Z","time spent":"2.496731421s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-16T07:12:15.286014Z","caller":"traceutil/trace.go:171","msg":"trace[65100080] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zpcnt.18b97e3c2e082465; range_end:; response_count:1; response_revision:4605; }","duration":"234.287957ms","start":"2026-06-16T07:12:15.051697Z","end":"2026-06-16T07:12:15.285985Z","steps":["trace[65100080] 'agreement among raft nodes before linearized reading' (duration: 233.094895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.285427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492605071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-16T07:12:15.289327Z","caller":"traceutil/trace.go:171","msg":"trace[1661486534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4605; }","duration":"2.496520038s","start":"2026-06-16T07:12:12.792793Z","end":"2026-06-16T07:12:15.289313Z","steps":["trace[1661486534] 'agreement among raft nodes before linearized reading' (duration: 2.49250392s)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:15.289499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:12.792783Z","time spent":"2.496701781s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-16T07:12:19.505209Z","caller":"traceutil/trace.go:171","msg":"trace[1105165549] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"181.833527ms","start":"2026-06-16T07:12:19.323351Z","end":"2026-06-16T07:12:19.505185Z","steps":["trace[1105165549] 'process raft request' (duration: 181.647604ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:19.505359Z","caller":"traceutil/trace.go:171","msg":"trace[1584270844] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4818; }","duration":"176.845632ms","start":"2026-06-16T07:12:19.32849Z","end":"2026-06-16T07:12:19.505335Z","steps":["trace[1584270844] 'read index received' (duration: 64.078371ms)","trace[1584270844] 'applied index is now lower than readState.Index' (duration: 112.765781ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:19.505466Z","caller":"traceutil/trace.go:171","msg":"trace[1797963422] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"179.242038ms","start":"2026-06-16T07:12:19.326201Z","end":"2026-06-16T07:12:19.505443Z","steps":["trace[1797963422] 'process raft request' (duration: 178.942343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:19.505601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.096007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-16T07:12:19.505643Z","caller":"traceutil/trace.go:171","msg":"trace[1964481252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4644; }","duration":"177.151448ms","start":"2026-06-16T07:12:19.328482Z","end":"2026-06-16T07:12:19.505633Z","steps":["trace[1964481252] 'agreement among raft nodes before linearized reading' (duration: 177.005615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:19.505771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.637808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-16T07:12:19.50582Z","caller":"traceutil/trace.go:171","msg":"trace[1867469421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4644; }","duration":"176.71223ms","start":"2026-06-16T07:12:19.329096Z","end":"2026-06-16T07:12:19.505809Z","steps":["trace[1867469421] 'agreement among raft nodes before linearized reading' (duration: 176.551327ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:19.505883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.906069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-16T07:12:19.505946Z","caller":"traceutil/trace.go:171","msg":"trace[1032459583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4644; }","duration":"171.99201ms","start":"2026-06-16T07:12:19.333944Z","end":"2026-06-16T07:12:19.505936Z","steps":["trace[1032459583] 'agreement among raft nodes before linearized reading' (duration: 171.848738ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:19.506089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.111772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-16T07:12:19.506128Z","caller":"traceutil/trace.go:171","msg":"trace[629615758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4644; }","duration":"173.162463ms","start":"2026-06-16T07:12:19.332956Z","end":"2026-06-16T07:12:19.506119Z","steps":["trace[629615758] 'agreement among raft nodes before linearized reading' (duration: 173.069651ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:19.506144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.077142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-16T07:12:19.506184Z","caller":"traceutil/trace.go:171","msg":"trace[1506883848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4644; }","duration":"119.152533ms","start":"2026-06-16T07:12:19.38702Z","end":"2026-06-16T07:12:19.506173Z","steps":["trace[1506883848] 'agreement among raft nodes before linearized reading' (duration: 119.077261ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:19.506298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.945926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-16T07:12:19.506346Z","caller":"traceutil/trace.go:171","msg":"trace[1760455621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4644; }","duration":"176.008647ms","start":"2026-06-16T07:12:19.330326Z","end":"2026-06-16T07:12:19.506335Z","steps":["trace[1760455621] 'agreement among raft nodes before linearized reading' (duration: 175.894305ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:21.602733Z","caller":"traceutil/trace.go:171","msg":"trace[614117546] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"302.24471ms","start":"2026-06-16T07:12:21.300465Z","end":"2026-06-16T07:12:21.60271Z","steps":["trace[614117546] 'process raft request' (duration: 302.090937ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:21.602882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-16T07:12:21.300441Z","time spent":"302.364061ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-16T07:12:21.647219Z","caller":"traceutil/trace.go:171","msg":"trace[1699045577] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4829; }","duration":"131.6925ms","start":"2026-06-16T07:12:21.515506Z","end":"2026-06-16T07:12:21.647199Z","steps":["trace[1699045577] 'read index received' (duration: 87.058373ms)","trace[1699045577] 'applied index is now lower than readState.Index' (duration: 44.632997ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:21.647232Z","caller":"traceutil/trace.go:171","msg":"trace[849137947] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"247.774774ms","start":"2026-06-16T07:12:21.399428Z","end":"2026-06-16T07:12:21.647202Z","steps":["trace[849137947] 'process raft request' (duration: 247.568781ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:21.647326Z","caller":"traceutil/trace.go:171","msg":"trace[1201751188] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"136.161564ms","start":"2026-06-16T07:12:21.511152Z","end":"2026-06-16T07:12:21.647314Z","steps":["trace[1201751188] 'process raft request' (duration: 135.957721ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:21.64771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.065287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-16T07:12:21.647737Z","caller":"traceutil/trace.go:171","msg":"trace[1972184774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4655; }","duration":"132.142628ms","start":"2026-06-16T07:12:21.515587Z","end":"2026-06-16T07:12:21.64773Z","steps":["trace[1972184774] 'agreement among raft nodes before linearized reading' (duration: 132.002546ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:21.647865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.470118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-16T07:12:21.647904Z","caller":"traceutil/trace.go:171","msg":"trace[1221995927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4655; }","duration":"129.530389ms","start":"2026-06-16T07:12:21.518363Z","end":"2026-06-16T07:12:21.647894Z","steps":["trace[1221995927] 'agreement among raft nodes before linearized reading' (duration: 129.395977ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:21.647938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.305933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-16T07:12:21.647959Z","caller":"traceutil/trace.go:171","msg":"trace[2037279365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4655; }","duration":"130.344125ms","start":"2026-06-16T07:12:21.517609Z","end":"2026-06-16T07:12:21.647953Z","steps":["trace[2037279365] 'agreement among raft nodes before linearized reading' (duration: 130.280403ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:21.647878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.13749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-16T07:12:21.648064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.557327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-16T07:12:21.648065Z","caller":"traceutil/trace.go:171","msg":"trace[1319501920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4655; }","duration":"130.368285ms","start":"2026-06-16T07:12:21.517687Z","end":"2026-06-16T07:12:21.648055Z","steps":["trace[1319501920] 'agreement among raft nodes before linearized reading' (duration: 130.14959ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:21.648085Z","caller":"traceutil/trace.go:171","msg":"trace[1351615878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4655; }","duration":"132.604438ms","start":"2026-06-16T07:12:21.515475Z","end":"2026-06-16T07:12:21.64808Z","steps":["trace[1351615878] 'agreement among raft nodes before linearized reading' (duration: 132.534676ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:21.648157Z","caller":"traceutil/trace.go:171","msg":"trace[1653741775] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"135.943752ms","start":"2026-06-16T07:12:21.512202Z","end":"2026-06-16T07:12:21.648146Z","steps":["trace[1653741775] 'process raft request' (duration: 134.945342ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:24.532716Z","caller":"traceutil/trace.go:171","msg":"trace[790326483] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"137.939322ms","start":"2026-06-16T07:12:24.394756Z","end":"2026-06-16T07:12:24.532696Z","steps":["trace[790326483] 'process raft request' (duration: 137.80945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:25.01206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.522655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-16T07:12:25.012191Z","caller":"traceutil/trace.go:171","msg":"trace[1967828314] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4861; }","duration":"200.827167ms","start":"2026-06-16T07:12:24.811346Z","end":"2026-06-16T07:12:25.012173Z","steps":["trace[1967828314] 'read index received' (duration: 91.107008ms)","trace[1967828314] 'applied index is now lower than readState.Index' (duration: 109.718819ms)"],"step_count":2} {"level":"info","ts":"2026-06-16T07:12:25.0122Z","caller":"traceutil/trace.go:171","msg":"trace[2075190880] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"201.030461ms","start":"2026-06-16T07:12:24.811128Z","end":"2026-06-16T07:12:25.012159Z","steps":["trace[2075190880] 'process raft request' (duration: 91.328222ms)","trace[2075190880] 'compare' (duration: 109.310012ms)"],"step_count":2} {"level":"warn","ts":"2026-06-16T07:12:25.012536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.183485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127109"} {"level":"info","ts":"2026-06-16T07:12:25.012615Z","caller":"traceutil/trace.go:171","msg":"trace[909301459] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4684; }","duration":"201.317587ms","start":"2026-06-16T07:12:24.811285Z","end":"2026-06-16T07:12:25.012603Z","steps":["trace[909301459] 'agreement among raft nodes before linearized reading' (duration: 200.937099ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:25.027662Z","caller":"traceutil/trace.go:171","msg":"trace[1430040518] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"215.874902ms","start":"2026-06-16T07:12:24.811767Z","end":"2026-06-16T07:12:25.027642Z","steps":["trace[1430040518] 'process raft request' (duration: 215.624017ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:12:25.027872Z","caller":"traceutil/trace.go:171","msg":"trace[351795598] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"215.990794ms","start":"2026-06-16T07:12:24.811856Z","end":"2026-06-16T07:12:25.027846Z","steps":["trace[351795598] 'process raft request' (duration: 215.702958ms)"],"step_count":1} {"level":"warn","ts":"2026-06-16T07:12:25.028167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.592024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-16T07:12:25.028211Z","caller":"traceutil/trace.go:171","msg":"trace[998186248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4686; }","duration":"181.687466ms","start":"2026-06-16T07:12:24.846511Z","end":"2026-06-16T07:12:25.028199Z","steps":["trace[998186248] 'agreement among raft nodes before linearized reading' (duration: 181.571404ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:14:07.663583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2918} {"level":"info","ts":"2026-06-16T07:14:07.74072Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2918,"took":"74.891999ms","hash":2233806676,"current-db-size-bytes":54685696,"current-db-size":"55 MB","current-db-size-in-use-bytes":29749248,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-16T07:14:07.74086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2233806676,"revision":2918,"compact-revision":-1} {"level":"info","ts":"2026-06-16T07:16:12.669512Z","caller":"traceutil/trace.go:171","msg":"trace[1071370776] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"106.902508ms","start":"2026-06-16T07:16:12.562581Z","end":"2026-06-16T07:16:12.669483Z","steps":["trace[1071370776] 'process raft request' (duration: 106.681775ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:16:12.66981Z","caller":"traceutil/trace.go:171","msg":"trace[2016747635] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"107.11204ms","start":"2026-06-16T07:16:12.562674Z","end":"2026-06-16T07:16:12.669786Z","steps":["trace[2016747635] 'process raft request' (duration: 106.748025ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:16:24.841329Z","caller":"traceutil/trace.go:171","msg":"trace[154095653] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"107.703891ms","start":"2026-06-16T07:16:24.733581Z","end":"2026-06-16T07:16:24.841284Z","steps":["trace[154095653] 'process raft request' (duration: 107.63824ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:16:24.84139Z","caller":"traceutil/trace.go:171","msg":"trace[1020210348] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"110.585873ms","start":"2026-06-16T07:16:24.730761Z","end":"2026-06-16T07:16:24.841347Z","steps":["trace[1020210348] 'process raft request' (duration: 110.207057ms)"],"step_count":1} {"level":"info","ts":"2026-06-16T07:19:07.671164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5631} {"level":"info","ts":"2026-06-16T07:19:07.750494Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5631,"took":"77.767307ms","hash":245442856,"current-db-size-bytes":54685696,"current-db-size":"55 MB","current-db-size-in-use-bytes":18231296,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-06-16T07:19:07.750569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":245442856,"revision":5631,"compact-revision":2918}