{"level":"warn","ts":"2026-04-16T16:47:16.660101Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:47:16.660205Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T16:47:16.6603Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:47:16.660314Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-04-16T16:47:16.660353Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:47:16.661028Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-04-16T16:47:16.661167Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T16:47:16.666146Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.486478ms"} {"level":"info","ts":"2026-04-16T16:47:16.671602Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-04-16T16:47:16.671744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T16:47:16.671781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-04-16T16:47:16.672284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T16:47:16.672318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-04-16T16:47:16.672549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-04-16T16:47:16.680872Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T16:47:16.682197Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T16:47:16.685337Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T16:47:16.687378Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T16:47:16.687519Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T16:47:16.687829Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:47:16.68852Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:47:16.688571Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:47:16.690352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-04-16T16:47:16.691068Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-04-16T16:47:16.693816Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:47:16.694097Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-04-16T16:47:16.694177Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T16:47:16.694227Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-04-16T16:47:16.694256Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T16:47:17.27375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T16:47:17.273826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T16:47:17.273849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-04-16T16:47:17.273868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-04-16T16:47:17.27388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-04-16T16:47:17.273896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-04-16T16:47:17.273909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-04-16T16:47:17.276055Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T16:47:17.27618Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:47:17.276318Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:47:17.276643Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:47:17.276655Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T16:47:17.276771Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T16:47:17.277857Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T16:47:17.279691Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-04-16T16:47:17.282544Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:47:17.282756Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:47:17.282831Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:47:37.441676Z","caller":"traceutil/trace.go:171","msg":"trace[1983406090] linearizableReadLoop","detail":"{readStateIndex:398; appliedIndex:397; }","duration":"303.307371ms","start":"2026-04-16T16:47:37.138341Z","end":"2026-04-16T16:47:37.441649Z","steps":["trace[1983406090] 'read index received' (duration: 303.115246ms)","trace[1983406090] 'applied index is now lower than readState.Index' (duration: 191.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:47:37.441737Z","caller":"traceutil/trace.go:171","msg":"trace[646711243] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"367.356491ms","start":"2026-04-16T16:47:37.074343Z","end":"2026-04-16T16:47:37.441699Z","steps":["trace[646711243] 'process raft request' (duration: 367.138626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:37.441865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.499656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T16:47:37.442037Z","caller":"traceutil/trace.go:171","msg":"trace[617924079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:383; }","duration":"303.713052ms","start":"2026-04-16T16:47:37.138295Z","end":"2026-04-16T16:47:37.442008Z","steps":["trace[617924079] 'agreement among raft nodes before linearized reading' (duration: 303.485196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:37.442104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:37.138275Z","time spent":"303.812225ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:47:37.442837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:37.074322Z","time spent":"367.502496ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:47:38.194849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255467396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:47:38.695429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255467396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:47:38.780101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333872802s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:47:38.780439Z","caller":"traceutil/trace.go:171","msg":"trace[1694212927] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"1.334335085s","start":"2026-04-16T16:47:37.446078Z","end":"2026-04-16T16:47:38.780413Z","steps":["trace[1694212927] 'process raft request' (duration: 1.33416673s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:38.780578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:37.446051Z","time spent":"1.334431987s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:47:38.780571Z","caller":"traceutil/trace.go:171","msg":"trace[1961774920] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:398; }","duration":"1.085947025s","start":"2026-04-16T16:47:37.694609Z","end":"2026-04-16T16:47:38.780556Z","steps":["trace[1961774920] 'read index received' (duration: 1.085587245s)","trace[1961774920] 'applied index is now lower than readState.Index' (duration: 358.58µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:47:38.780699Z","caller":"traceutil/trace.go:171","msg":"trace[964598996] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"1.33454832s","start":"2026-04-16T16:47:37.446113Z","end":"2026-04-16T16:47:38.780662Z","steps":["trace[964598996] 'process raft request' (duration: 1.334260923s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:38.780758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08614958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-04-16T16:47:38.780795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.318814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:47:38.780837Z","caller":"traceutil/trace.go:171","msg":"trace[641350851] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:385; }","duration":"1.086259862s","start":"2026-04-16T16:47:37.694564Z","end":"2026-04-16T16:47:38.780824Z","steps":["trace[641350851] 'agreement among raft nodes before linearized reading' (duration: 1.086095048s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:38.780877Z","caller":"traceutil/trace.go:171","msg":"trace[1092154225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:385; }","duration":"569.425106ms","start":"2026-04-16T16:47:38.211411Z","end":"2026-04-16T16:47:38.780836Z","steps":["trace[1092154225] 'agreement among raft nodes before linearized reading' (duration: 569.341694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:38.780909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:37.694545Z","time spent":"1.086352535s","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4078,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-16T16:47:38.780932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:38.211388Z","time spent":"569.528489ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:47:38.780931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:37.446088Z","time spent":"1.334665113s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:47:38.781073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.05976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:47:38.78122Z","caller":"traceutil/trace.go:171","msg":"trace[385314219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:385; }","duration":"139.317646ms","start":"2026-04-16T16:47:38.641875Z","end":"2026-04-16T16:47:38.781192Z","steps":["trace[385314219] 'agreement among raft nodes before linearized reading' (duration: 138.925726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:39.385277Z","caller":"traceutil/trace.go:171","msg":"trace[1065403416] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"588.804835ms","start":"2026-04-16T16:47:38.796437Z","end":"2026-04-16T16:47:39.385242Z","steps":["trace[1065403416] 'process raft request' (duration: 588.549608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:39.385608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:38.796414Z","time spent":"588.97769ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:47:39.386072Z","caller":"traceutil/trace.go:171","msg":"trace[1465527230] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"236.696853ms","start":"2026-04-16T16:47:39.149332Z","end":"2026-04-16T16:47:39.386029Z","steps":["trace[1465527230] 'process raft request' (duration: 236.520537ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.806124Z","caller":"traceutil/trace.go:171","msg":"trace[44060266] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"263.845213ms","start":"2026-04-16T16:47:53.542257Z","end":"2026-04-16T16:47:53.806102Z","steps":["trace[44060266] 'process raft request' (duration: 263.679159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.919389Z","caller":"traceutil/trace.go:171","msg":"trace[1278419530] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"353.099131ms","start":"2026-04-16T16:47:53.566258Z","end":"2026-04-16T16:47:53.919357Z","steps":["trace[1278419530] 'process raft request' (duration: 352.833984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:53.919533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.566237Z","time spent":"353.233485ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:47:53.919532Z","caller":"traceutil/trace.go:171","msg":"trace[1211542941] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"347.593136ms","start":"2026-04-16T16:47:53.571908Z","end":"2026-04-16T16:47:53.919501Z","steps":["trace[1211542941] 'process raft request' (duration: 347.388961ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.919599Z","caller":"traceutil/trace.go:171","msg":"trace[1662878415] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"333.97086ms","start":"2026-04-16T16:47:53.585583Z","end":"2026-04-16T16:47:53.919554Z","steps":["trace[1662878415] 'process raft request' (duration: 333.823446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.919668Z","caller":"traceutil/trace.go:171","msg":"trace[2133793608] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"323.869525ms","start":"2026-04-16T16:47:53.595785Z","end":"2026-04-16T16:47:53.919655Z","steps":["trace[2133793608] 'process raft request' (duration: 323.706991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:53.919667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.571885Z","time spent":"347.715059ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:47:53.919681Z","caller":"traceutil/trace.go:171","msg":"trace[852441109] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"323.915335ms","start":"2026-04-16T16:47:53.595734Z","end":"2026-04-16T16:47:53.91965Z","steps":["trace[852441109] 'process raft request' (duration: 323.715711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:53.919715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.595782Z","time spent":"323.913086ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:47:53.91977Z","caller":"traceutil/trace.go:171","msg":"trace[623778557] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"319.725526ms","start":"2026-04-16T16:47:53.600035Z","end":"2026-04-16T16:47:53.919761Z","steps":["trace[623778557] 'process raft request' (duration: 319.49519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:53.919785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.585558Z","time spent":"334.145734ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:47:53.919785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.595715Z","time spent":"324.017799ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:47:53.919811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.600026Z","time spent":"319.769487ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:47:53.919849Z","caller":"traceutil/trace.go:171","msg":"trace[201602749] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"319.760538ms","start":"2026-04-16T16:47:53.600078Z","end":"2026-04-16T16:47:53.919839Z","steps":["trace[201602749] 'process raft request' (duration: 319.582163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.919871Z","caller":"traceutil/trace.go:171","msg":"trace[698353185] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"315.488976ms","start":"2026-04-16T16:47:53.604375Z","end":"2026-04-16T16:47:53.919864Z","steps":["trace[698353185] 'process raft request' (duration: 315.350251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:53.9199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.604348Z","time spent":"315.537477ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:47:53.91991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.600075Z","time spent":"319.806959ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:47:53.91997Z","caller":"traceutil/trace.go:171","msg":"trace[869328215] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"303.687186ms","start":"2026-04-16T16:47:53.616278Z","end":"2026-04-16T16:47:53.919965Z","steps":["trace[869328215] 'process raft request' (duration: 303.562603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.919964Z","caller":"traceutil/trace.go:171","msg":"trace[1102000556] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"309.019467ms","start":"2026-04-16T16:47:53.610933Z","end":"2026-04-16T16:47:53.919952Z","steps":["trace[1102000556] 'process raft request' (duration: 308.853462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:47:53.920001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.616246Z","time spent":"303.743608ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:47:53.920017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:47:53.610895Z","time spent":"309.100119ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:47:53.920053Z","caller":"traceutil/trace.go:171","msg":"trace[47684448] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"281.705511ms","start":"2026-04-16T16:47:53.638338Z","end":"2026-04-16T16:47:53.920043Z","steps":["trace[47684448] 'process raft request' (duration: 281.554887ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:47:53.920066Z","caller":"traceutil/trace.go:171","msg":"trace[806867698] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"181.483475ms","start":"2026-04-16T16:47:53.738553Z","end":"2026-04-16T16:47:53.920037Z","steps":["trace[806867698] 'process raft request' (duration: 181.408233ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:48:00.572328Z","caller":"traceutil/trace.go:171","msg":"trace[819428549] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"234.713809ms","start":"2026-04-16T16:48:00.337579Z","end":"2026-04-16T16:48:00.572293Z","steps":["trace[819428549] 'process raft request' (duration: 234.039302ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:48:00.982755Z","caller":"traceutil/trace.go:171","msg":"trace[1375074371] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"394.032994ms","start":"2026-04-16T16:48:00.588668Z","end":"2026-04-16T16:48:00.982701Z","steps":["trace[1375074371] 'process raft request' (duration: 393.779217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:00.982989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:00.588619Z","time spent":"394.254589ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:48:01.002783Z","caller":"traceutil/trace.go:171","msg":"trace[654504222] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"403.054589ms","start":"2026-04-16T16:48:00.599706Z","end":"2026-04-16T16:48:01.002761Z","steps":["trace[654504222] 'process raft request' (duration: 402.846313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:01.002939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:00.599685Z","time spent":"403.169173ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:48:01.003015Z","caller":"traceutil/trace.go:171","msg":"trace[1600465060] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"375.374585ms","start":"2026-04-16T16:48:00.627604Z","end":"2026-04-16T16:48:01.002979Z","steps":["trace[1600465060] 'process raft request' (duration: 375.077506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:01.003156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:00.627579Z","time spent":"375.508548ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2625,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:48:02.09344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081064113s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:48:02.967173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.215748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:48:02.967475Z","caller":"traceutil/trace.go:171","msg":"trace[852455296] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:617; }","duration":"1.958949964s","start":"2026-04-16T16:48:01.008445Z","end":"2026-04-16T16:48:02.967394Z","steps":["trace[852455296] 'read index received' (duration: 3.886772ms)","trace[852455296] 'applied index is now lower than readState.Index' (duration: 1.955054101s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:48:02.967594Z","caller":"traceutil/trace.go:171","msg":"trace[579528766] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.959857056s","start":"2026-04-16T16:48:01.007725Z","end":"2026-04-16T16:48:02.967582Z","steps":["trace[579528766] 'process raft request' (duration: 1.08591743s)","trace[579528766] 'compare' (duration: 873.043423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:48:02.96767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:01.00771Z","time spent":"1.959914848s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:48:02.967819Z","caller":"traceutil/trace.go:171","msg":"trace[1857930503] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.959618111s","start":"2026-04-16T16:48:01.008158Z","end":"2026-04-16T16:48:02.967777Z","steps":["trace[1857930503] 'process raft request' (duration: 1.959136929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:02.967853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959396724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T16:48:02.967933Z","caller":"traceutil/trace.go:171","msg":"trace[1233028795] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:597; }","duration":"1.959496107s","start":"2026-04-16T16:48:01.008412Z","end":"2026-04-16T16:48:02.967908Z","steps":["trace[1233028795] 'agreement among raft nodes before linearized reading' (duration: 1.959335622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:02.967857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957529426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-16T16:48:02.967986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:01.008403Z","time spent":"1.95957041s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T16:48:02.96802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:01.008147Z","time spent":"1.959763465s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:48:02.967851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.284594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:48:02.968079Z","caller":"traceutil/trace.go:171","msg":"trace[1436767619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"756.563922ms","start":"2026-04-16T16:48:02.211509Z","end":"2026-04-16T16:48:02.968073Z","steps":["trace[1436767619] 'agreement among raft nodes before linearized reading' (duration: 756.300115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:48:02.968027Z","caller":"traceutil/trace.go:171","msg":"trace[1163725569] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:597; }","duration":"1.957735022s","start":"2026-04-16T16:48:01.010271Z","end":"2026-04-16T16:48:02.968006Z","steps":["trace[1163725569] 'agreement among raft nodes before linearized reading' (duration: 1.957512775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:02.96811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:02.211483Z","time spent":"756.616903ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:48:02.968159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:01.010254Z","time spent":"1.957879876s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-16T16:48:02.968148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127614523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:48:02.968409Z","caller":"traceutil/trace.go:171","msg":"trace[332322268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"1.127786937s","start":"2026-04-16T16:48:01.840453Z","end":"2026-04-16T16:48:02.96824Z","steps":["trace[332322268] 'agreement among raft nodes before linearized reading' (duration: 1.127408108s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:02.96849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:01.840437Z","time spent":"1.128038023s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:48:04.928632Z","caller":"traceutil/trace.go:171","msg":"trace[723565942] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"151.616632ms","start":"2026-04-16T16:48:04.776991Z","end":"2026-04-16T16:48:04.928608Z","steps":["trace[723565942] 'process raft request' (duration: 151.485808ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:48:18.961682Z","caller":"traceutil/trace.go:171","msg":"trace[1852711482] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"477.846268ms","start":"2026-04-16T16:48:18.483808Z","end":"2026-04-16T16:48:18.961654Z","steps":["trace[1852711482] 'read index received' (duration: 477.707275ms)","trace[1852711482] 'applied index is now lower than readState.Index' (duration: 137.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:48:18.961821Z","caller":"traceutil/trace.go:171","msg":"trace[2072742095] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"497.832732ms","start":"2026-04-16T16:48:18.463946Z","end":"2026-04-16T16:48:18.961779Z","steps":["trace[2072742095] 'process raft request' (duration: 497.538223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:18.961865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.037124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:48:18.961922Z","caller":"traceutil/trace.go:171","msg":"trace[697498329] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:752; }","duration":"478.117376ms","start":"2026-04-16T16:48:18.48379Z","end":"2026-04-16T16:48:18.961908Z","steps":["trace[697498329] 'agreement among raft nodes before linearized reading' (duration: 478.001253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:18.962009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:18.483725Z","time spent":"478.262719ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:48:18.96204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:18.463926Z","time spent":"497.982566ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:48:18.980014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.873555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:48:18.980118Z","caller":"traceutil/trace.go:171","msg":"trace[928364465] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:753; }","duration":"353.020458ms","start":"2026-04-16T16:48:18.627073Z","end":"2026-04-16T16:48:18.980094Z","steps":["trace[928364465] 'agreement among raft nodes before linearized reading' (duration: 352.841774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:18.980164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:18.627058Z","time spent":"353.095301ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:48:18.980032Z","caller":"traceutil/trace.go:171","msg":"trace[988996667] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"360.356462ms","start":"2026-04-16T16:48:18.619624Z","end":"2026-04-16T16:48:18.979981Z","steps":["trace[988996667] 'process raft request' (duration: 360.137346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:18.980503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:18.619594Z","time spent":"360.768561ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2807,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:48:47.548023Z","caller":"traceutil/trace.go:171","msg":"trace[1631170888] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1182; }","duration":"352.471095ms","start":"2026-04-16T16:48:47.195505Z","end":"2026-04-16T16:48:47.547976Z","steps":["trace[1631170888] 'read index received' (duration: 352.224438ms)","trace[1631170888] 'applied index is now lower than readState.Index' (duration: 245.497µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:48:47.548143Z","caller":"traceutil/trace.go:171","msg":"trace[1125062027] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"432.940802ms","start":"2026-04-16T16:48:47.115158Z","end":"2026-04-16T16:48:47.548099Z","steps":["trace[1125062027] 'process raft request' (duration: 432.573192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.548339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.115143Z","time spent":"433.096346ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:48:47.548566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.02694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:48:47.548648Z","caller":"traceutil/trace.go:171","msg":"trace[1553275403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1149; }","duration":"353.157793ms","start":"2026-04-16T16:48:47.195451Z","end":"2026-04-16T16:48:47.548608Z","steps":["trace[1553275403] 'agreement among raft nodes before linearized reading' (duration: 352.731921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.54869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.195428Z","time spent":"353.252366ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:48:47.578438Z","caller":"traceutil/trace.go:171","msg":"trace[857111033] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"314.51743ms","start":"2026-04-16T16:48:47.263892Z","end":"2026-04-16T16:48:47.578409Z","steps":["trace[857111033] 'process raft request' (duration: 314.257834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.578472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.766163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T16:48:47.578537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.210455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:48:47.578561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.683896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:48:47.578613Z","caller":"traceutil/trace.go:171","msg":"trace[840881807] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1150; }","duration":"116.80108ms","start":"2026-04-16T16:48:47.461798Z","end":"2026-04-16T16:48:47.5786Z","steps":["trace[840881807] 'agreement among raft nodes before linearized reading' (duration: 116.710537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.57859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.263857Z","time spent":"314.665103ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:48:47.578586Z","caller":"traceutil/trace.go:171","msg":"trace[1098240845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1150; }","duration":"333.919777ms","start":"2026-04-16T16:48:47.244641Z","end":"2026-04-16T16:48:47.578561Z","steps":["trace[1098240845] 'agreement among raft nodes before linearized reading' (duration: 333.721982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:48:47.578613Z","caller":"traceutil/trace.go:171","msg":"trace[943488182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"366.352339ms","start":"2026-04-16T16:48:47.212242Z","end":"2026-04-16T16:48:47.578594Z","steps":["trace[943488182] 'agreement among raft nodes before linearized reading' (duration: 366.216524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.578686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.212208Z","time spent":"366.466262ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:48:47.578472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.818339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:48:47.578697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.244618Z","time spent":"334.060673ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:48:47.57875Z","caller":"traceutil/trace.go:171","msg":"trace[1096574542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1150; }","duration":"383.18045ms","start":"2026-04-16T16:48:47.195552Z","end":"2026-04-16T16:48:47.578733Z","steps":["trace[1096574542] 'agreement among raft nodes before linearized reading' (duration: 382.737778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.578765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.965684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-16T16:48:47.578813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.195525Z","time spent":"383.271772ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:48:47.578871Z","caller":"traceutil/trace.go:171","msg":"trace[943442313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1150; }","duration":"383.097547ms","start":"2026-04-16T16:48:47.195747Z","end":"2026-04-16T16:48:47.578844Z","steps":["trace[943442313] 'agreement among raft nodes before linearized reading' (duration: 382.740697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:48:47.578973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:48:47.195643Z","time spent":"383.318662ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:49:15.136822Z","caller":"traceutil/trace.go:171","msg":"trace[1602759921] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1560; }","duration":"158.950322ms","start":"2026-04-16T16:49:14.977835Z","end":"2026-04-16T16:49:15.136785Z","steps":["trace[1602759921] 'read index received' (duration: 154.855854ms)","trace[1602759921] 'applied index is now lower than readState.Index' (duration: 4.093028ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:15.136927Z","caller":"traceutil/trace.go:171","msg":"trace[1171973579] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"159.971529ms","start":"2026-04-16T16:49:14.976919Z","end":"2026-04-16T16:49:15.13689Z","steps":["trace[1171973579] 'process raft request' (duration: 155.753598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:15.137037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.181477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-envoy-gateway-system-atmosphere-e7b904d3\" ","response":"range_response_count:1 size:1030"} {"level":"info","ts":"2026-04-16T16:49:15.137075Z","caller":"traceutil/trace.go:171","msg":"trace[1028349658] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-envoy-gateway-system-atmosphere-e7b904d3; range_end:; response_count:1; response_revision:1515; }","duration":"159.27726ms","start":"2026-04-16T16:49:14.977786Z","end":"2026-04-16T16:49:15.137063Z","steps":["trace[1028349658] 'agreement among raft nodes before linearized reading' (duration: 159.112516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:15.414707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.34799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:49:15.414855Z","caller":"traceutil/trace.go:171","msg":"trace[2015038795] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1561; }","duration":"273.745366ms","start":"2026-04-16T16:49:15.141087Z","end":"2026-04-16T16:49:15.414832Z","steps":["trace[2015038795] 'read index received' (duration: 108.15841ms)","trace[2015038795] 'applied index is now lower than readState.Index' (duration: 165.585516ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:15.414958Z","caller":"traceutil/trace.go:171","msg":"trace[961836265] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"315.82094ms","start":"2026-04-16T16:49:15.099098Z","end":"2026-04-16T16:49:15.414919Z","steps":["trace[961836265] 'process raft request' (duration: 150.131011ms)","trace[961836265] 'compare' (duration: 165.177436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:49:15.415095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:15.099071Z","time spent":"315.943763ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:49:15.415479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.382202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" ","response":"range_response_count:4 size:2885"} {"level":"info","ts":"2026-04-16T16:49:15.41553Z","caller":"traceutil/trace.go:171","msg":"trace[1967835983] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:4; response_revision:1516; }","duration":"274.465665ms","start":"2026-04-16T16:49:15.141049Z","end":"2026-04-16T16:49:15.415514Z","steps":["trace[1967835983] 'agreement among raft nodes before linearized reading' (duration: 273.874469ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:15.433733Z","caller":"traceutil/trace.go:171","msg":"trace[179744501] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"277.883544ms","start":"2026-04-16T16:49:15.155821Z","end":"2026-04-16T16:49:15.433705Z","steps":["trace[179744501] 'process raft request' (duration: 277.670579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:15.433752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.457016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:49:15.434007Z","caller":"traceutil/trace.go:171","msg":"trace[379402780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1517; }","duration":"223.718033ms","start":"2026-04-16T16:49:15.210233Z","end":"2026-04-16T16:49:15.433951Z","steps":["trace[379402780] 'agreement among raft nodes before linearized reading' (duration: 223.468016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:15.883985Z","caller":"traceutil/trace.go:171","msg":"trace[986731785] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"106.519156ms","start":"2026-04-16T16:49:15.777437Z","end":"2026-04-16T16:49:15.883956Z","steps":["trace[986731785] 'process raft request' (duration: 91.242875ms)","trace[986731785] 'compare' (duration: 15.056816ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:15.884005Z","caller":"traceutil/trace.go:171","msg":"trace[569203769] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1566; }","duration":"104.702678ms","start":"2026-04-16T16:49:15.779258Z","end":"2026-04-16T16:49:15.88396Z","steps":["trace[569203769] 'read index received' (duration: 89.5235ms)","trace[569203769] 'applied index is now lower than readState.Index' (duration: 15.178168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:49:16.0622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.252149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-16T16:49:16.062404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.005978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-envoy-gateway-system-atmosphere-e7b904d3\" ","response":"range_response_count:1 size:1030"} {"level":"info","ts":"2026-04-16T16:49:16.062448Z","caller":"traceutil/trace.go:171","msg":"trace[1141665336] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1567; }","duration":"178.354051ms","start":"2026-04-16T16:49:15.884056Z","end":"2026-04-16T16:49:16.06241Z","steps":["trace[1141665336] 'read index received' (duration: 95.633µs)","trace[1141665336] 'applied index is now lower than readState.Index' (duration: 178.252458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:49:16.062508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.701416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:49:16.062544Z","caller":"traceutil/trace.go:171","msg":"trace[123563237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1522; }","duration":"235.761158ms","start":"2026-04-16T16:49:15.826774Z","end":"2026-04-16T16:49:16.062535Z","steps":["trace[123563237] 'agreement among raft nodes before linearized reading' (duration: 235.644715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:16.062554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.040836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:49:16.062573Z","caller":"traceutil/trace.go:171","msg":"trace[927021344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1522; }","duration":"236.108667ms","start":"2026-04-16T16:49:15.826459Z","end":"2026-04-16T16:49:16.062568Z","steps":["trace[927021344] 'agreement among raft nodes before linearized reading' (duration: 236.061976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:16.0625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.603098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:49:16.062649Z","caller":"traceutil/trace.go:171","msg":"trace[106800249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1522; }","duration":"234.766823ms","start":"2026-04-16T16:49:15.82787Z","end":"2026-04-16T16:49:16.062637Z","steps":["trace[106800249] 'agreement among raft nodes before linearized reading' (duration: 234.584957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:16.062495Z","caller":"traceutil/trace.go:171","msg":"trace[461307493] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-envoy-gateway-system-atmosphere-e7b904d3; range_end:; response_count:1; response_revision:1521; }","duration":"283.234874ms","start":"2026-04-16T16:49:15.779239Z","end":"2026-04-16T16:49:16.062474Z","steps":["trace[461307493] 'agreement among raft nodes before linearized reading' (duration: 104.882653ms)","trace[461307493] 'range keys from in-memory index tree' (duration: 177.984971ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:16.062429Z","caller":"traceutil/trace.go:171","msg":"trace[92785753] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"175.455715ms","start":"2026-04-16T16:49:15.886944Z","end":"2026-04-16T16:49:16.0624Z","steps":["trace[92785753] 'process raft request' (duration: 175.364723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:16.062989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.127888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:49:16.063042Z","caller":"traceutil/trace.go:171","msg":"trace[1679172760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1522; }","duration":"239.244601ms","start":"2026-04-16T16:49:15.823784Z","end":"2026-04-16T16:49:16.063028Z","steps":["trace[1679172760] 'agreement among raft nodes before linearized reading' (duration: 238.751417ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:16.333608Z","caller":"traceutil/trace.go:171","msg":"trace[653198547] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"266.855325ms","start":"2026-04-16T16:49:16.066726Z","end":"2026-04-16T16:49:16.333581Z","steps":["trace[653198547] 'process raft request' (duration: 177.794817ms)","trace[653198547] 'compare' (duration: 88.935044ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:16.358919Z","caller":"traceutil/trace.go:171","msg":"trace[1056786953] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1569; }","duration":"291.592205ms","start":"2026-04-16T16:49:16.067284Z","end":"2026-04-16T16:49:16.358876Z","steps":["trace[1056786953] 'read index received' (duration: 177.411748ms)","trace[1056786953] 'applied index is now lower than readState.Index' (duration: 114.178897ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:16.358976Z","caller":"traceutil/trace.go:171","msg":"trace[1644979217] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"292.048116ms","start":"2026-04-16T16:49:16.066875Z","end":"2026-04-16T16:49:16.358923Z","steps":["trace[1644979217] 'process raft request' (duration: 291.733267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:16.359091Z","caller":"traceutil/trace.go:171","msg":"trace[1337640013] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"291.80272ms","start":"2026-04-16T16:49:16.067271Z","end":"2026-04-16T16:49:16.359074Z","steps":["trace[1337640013] 'process raft request' (duration: 291.512893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:16.359469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.137368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:49:16.359519Z","caller":"traceutil/trace.go:171","msg":"trace[1721231878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1526; }","duration":"148.248812ms","start":"2026-04-16T16:49:16.211258Z","end":"2026-04-16T16:49:16.359507Z","steps":["trace[1721231878] 'agreement among raft nodes before linearized reading' (duration: 148.107127ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:16.359574Z","caller":"traceutil/trace.go:171","msg":"trace[496263187] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"292.1931ms","start":"2026-04-16T16:49:16.067333Z","end":"2026-04-16T16:49:16.359526Z","steps":["trace[496263187] 'process raft request' (duration: 291.500972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:16.359665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.331874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" ","response":"range_response_count:4 size:2885"} {"level":"info","ts":"2026-04-16T16:49:16.359775Z","caller":"traceutil/trace.go:171","msg":"trace[225464228] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:4; response_revision:1526; }","duration":"292.487758ms","start":"2026-04-16T16:49:16.067262Z","end":"2026-04-16T16:49:16.35975Z","steps":["trace[225464228] 'agreement among raft nodes before linearized reading' (duration: 292.051676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:25.09409Z","caller":"traceutil/trace.go:171","msg":"trace[1714065140] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1784; }","duration":"104.752001ms","start":"2026-04-16T16:49:24.989311Z","end":"2026-04-16T16:49:25.094063Z","steps":["trace[1714065140] 'read index received' (duration: 104.302118ms)","trace[1714065140] 'applied index is now lower than readState.Index' (duration: 448.673µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:49:25.094363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.017647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-envoy-gateway-system-atmosphere-e7b904d3\" ","response":"range_response_count:1 size:1612"} {"level":"info","ts":"2026-04-16T16:49:25.094409Z","caller":"traceutil/trace.go:171","msg":"trace[1586809444] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-envoy-gateway-system-atmosphere-e7b904d3; range_end:; response_count:1; response_revision:1720; }","duration":"105.100329ms","start":"2026-04-16T16:49:24.989295Z","end":"2026-04-16T16:49:25.094395Z","steps":["trace[1586809444] 'agreement among raft nodes before linearized reading' (duration: 104.889204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:25.094957Z","caller":"traceutil/trace.go:171","msg":"trace[880829183] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"107.806069ms","start":"2026-04-16T16:49:24.987138Z","end":"2026-04-16T16:49:25.094944Z","steps":["trace[880829183] 'process raft request' (duration: 106.441554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:34.005772Z","caller":"traceutil/trace.go:171","msg":"trace[1885031570] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"173.963256ms","start":"2026-04-16T16:49:33.831776Z","end":"2026-04-16T16:49:34.005739Z","steps":["trace[1885031570] 'process raft request' (duration: 173.804152ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:34.015268Z","caller":"traceutil/trace.go:171","msg":"trace[1214405452] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"179.0599ms","start":"2026-04-16T16:49:33.83618Z","end":"2026-04-16T16:49:34.015239Z","steps":["trace[1214405452] 'process raft request' (duration: 178.912076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.542774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255470565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:49:41.700686Z","caller":"traceutil/trace.go:171","msg":"trace[293485934] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"880.095371ms","start":"2026-04-16T16:49:40.820557Z","end":"2026-04-16T16:49:41.700653Z","steps":["trace[293485934] 'process raft request' (duration: 879.932147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.700845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:40.82053Z","time spent":"880.231535ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:49:41.723982Z","caller":"traceutil/trace.go:171","msg":"trace[845352261] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1991; }","duration":"681.582552ms","start":"2026-04-16T16:49:41.042372Z","end":"2026-04-16T16:49:41.723954Z","steps":["trace[845352261] 'read index received' (duration: 658.067384ms)","trace[845352261] 'applied index is now lower than readState.Index' (duration: 23.513908ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:41.72402Z","caller":"traceutil/trace.go:171","msg":"trace[919961599] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"831.576359ms","start":"2026-04-16T16:49:40.892411Z","end":"2026-04-16T16:49:41.723987Z","steps":["trace[919961599] 'process raft request' (duration: 831.355792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:41.724095Z","caller":"traceutil/trace.go:171","msg":"trace[1127860198] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"799.426585ms","start":"2026-04-16T16:49:40.924636Z","end":"2026-04-16T16:49:41.724062Z","steps":["trace[1127860198] 'process raft request' (duration: 799.274971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.724168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.63922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:49:41.724205Z","caller":"traceutil/trace.go:171","msg":"trace[882641730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"506.722251ms","start":"2026-04-16T16:49:41.21747Z","end":"2026-04-16T16:49:41.724192Z","steps":["trace[882641730] 'agreement among raft nodes before linearized reading' (duration: 506.645369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.724236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:41.217453Z","time spent":"506.775833ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:49:41.724235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:40.924603Z","time spent":"799.559018ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:49:41.724279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.810855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:49:41.724329Z","caller":"traceutil/trace.go:171","msg":"trace[2019811687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"103.896647ms","start":"2026-04-16T16:49:41.620419Z","end":"2026-04-16T16:49:41.724316Z","steps":["trace[2019811687] 'agreement among raft nodes before linearized reading' (duration: 103.764884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.724279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.8927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c00d3bcd-d8ce-4316-ad4a-30297ce92b27\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-16T16:49:41.724406Z","caller":"traceutil/trace.go:171","msg":"trace[1946739758] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c00d3bcd-d8ce-4316-ad4a-30297ce92b27; range_end:; response_count:1; response_revision:1921; }","duration":"682.052173ms","start":"2026-04-16T16:49:41.04234Z","end":"2026-04-16T16:49:41.724392Z","steps":["trace[1946739758] 'agreement among raft nodes before linearized reading' (duration: 681.768506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.724447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:41.042319Z","time spent":"682.116845ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c00d3bcd-d8ce-4316-ad4a-30297ce92b27\" "} {"level":"warn","ts":"2026-04-16T16:49:41.724422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.107692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:49:41.724554Z","caller":"traceutil/trace.go:171","msg":"trace[2122219830] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1921; }","duration":"176.298937ms","start":"2026-04-16T16:49:41.548229Z","end":"2026-04-16T16:49:41.724528Z","steps":["trace[2122219830] 'agreement among raft nodes before linearized reading' (duration: 176.066461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:41.724573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:40.892373Z","time spent":"831.711692ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:49:42.039047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.202553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-04-16T16:49:42.039139Z","caller":"traceutil/trace.go:171","msg":"trace[1818766551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1922; }","duration":"254.346878ms","start":"2026-04-16T16:49:41.784773Z","end":"2026-04-16T16:49:42.03912Z","steps":["trace[1818766551] 'range keys from in-memory index tree' (duration: 253.938135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.670113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255470578,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:49:42.822316Z","caller":"traceutil/trace.go:171","msg":"trace[1715145995] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"768.611285ms","start":"2026-04-16T16:49:42.053674Z","end":"2026-04-16T16:49:42.822285Z","steps":["trace[1715145995] 'process raft request' (duration: 768.222115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.822539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.053657Z","time spent":"768.762989ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:49:42.822529Z","caller":"traceutil/trace.go:171","msg":"trace[19529555] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"768.147983ms","start":"2026-04-16T16:49:42.05435Z","end":"2026-04-16T16:49:42.822498Z","steps":["trace[19529555] 'process raft request' (duration: 767.843324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.822713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.054329Z","time spent":"768.291317ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:49:42.909881Z","caller":"traceutil/trace.go:171","msg":"trace[1770121162] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1997; }","duration":"740.633971ms","start":"2026-04-16T16:49:42.169226Z","end":"2026-04-16T16:49:42.90986Z","steps":["trace[1770121162] 'read index received' (duration: 652.661622ms)","trace[1770121162] 'applied index is now lower than readState.Index' (duration: 87.971499ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:49:42.910006Z","caller":"traceutil/trace.go:171","msg":"trace[2005745695] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"832.571386ms","start":"2026-04-16T16:49:42.077427Z","end":"2026-04-16T16:49:42.909999Z","steps":["trace[2005745695] 'process raft request' (duration: 823.883977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.910111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.077403Z","time spent":"832.623087ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:49:42.910108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.856157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:49:42.910177Z","caller":"traceutil/trace.go:171","msg":"trace[372264198] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1927; }","duration":"740.994561ms","start":"2026-04-16T16:49:42.169165Z","end":"2026-04-16T16:49:42.910159Z","steps":["trace[372264198] 'agreement among raft nodes before linearized reading' (duration: 740.839897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.910224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.169142Z","time spent":"741.073322ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:49:42.929994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.77719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:49:42.930044Z","caller":"traceutil/trace.go:171","msg":"trace[1000309680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"384.864082ms","start":"2026-04-16T16:49:42.545168Z","end":"2026-04-16T16:49:42.930032Z","steps":["trace[1000309680] 'agreement among raft nodes before linearized reading' (duration: 384.683788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.93007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.545151Z","time spent":"384.912833ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:49:42.9301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.827693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:49:42.930178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.016999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:49:42.930231Z","caller":"traceutil/trace.go:171","msg":"trace[814824964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"387.000749ms","start":"2026-04-16T16:49:42.543191Z","end":"2026-04-16T16:49:42.930192Z","steps":["trace[814824964] 'agreement among raft nodes before linearized reading' (duration: 386.68922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:42.930289Z","caller":"traceutil/trace.go:171","msg":"trace[241787094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"387.165363ms","start":"2026-04-16T16:49:42.543094Z","end":"2026-04-16T16:49:42.93026Z","steps":["trace[241787094] 'agreement among raft nodes before linearized reading' (duration: 386.945056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.930331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.543153Z","time spent":"387.150763ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:49:42.930351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.543072Z","time spent":"387.262726ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:49:42.9311Z","caller":"traceutil/trace.go:171","msg":"trace[650229039] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"100.466008ms","start":"2026-04-16T16:49:42.830604Z","end":"2026-04-16T16:49:42.93107Z","steps":["trace[650229039] 'process raft request' (duration: 98.902137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.932708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.62875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10982"} {"level":"info","ts":"2026-04-16T16:49:42.932778Z","caller":"traceutil/trace.go:171","msg":"trace[929905458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1931; }","duration":"103.740953ms","start":"2026-04-16T16:49:42.82902Z","end":"2026-04-16T16:49:42.932761Z","steps":["trace[929905458] 'agreement among raft nodes before linearized reading' (duration: 103.562089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.932911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.254655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c00d3bcd-d8ce-4316-ad4a-30297ce92b27\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-16T16:49:42.932984Z","caller":"traceutil/trace.go:171","msg":"trace[836595100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c00d3bcd-d8ce-4316-ad4a-30297ce92b27; range_end:; response_count:1; response_revision:1931; }","duration":"147.376979ms","start":"2026-04-16T16:49:42.785589Z","end":"2026-04-16T16:49:42.932966Z","steps":["trace[836595100] 'agreement among raft nodes before linearized reading' (duration: 147.203014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.933091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.148167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:49:42.93317Z","caller":"traceutil/trace.go:171","msg":"trace[1181126361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"706.61263ms","start":"2026-04-16T16:49:42.226536Z","end":"2026-04-16T16:49:42.933148Z","steps":["trace[1181126361] 'agreement among raft nodes before linearized reading' (duration: 703.123378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.933227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.226509Z","time spent":"706.703341ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:49:42.933335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.096717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:49:42.933394Z","caller":"traceutil/trace.go:171","msg":"trace[635156377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"388.182599ms","start":"2026-04-16T16:49:42.545198Z","end":"2026-04-16T16:49:42.93338Z","steps":["trace[635156377] 'agreement among raft nodes before linearized reading' (duration: 388.035226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:49:42.933435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:42.545182Z","time spent":"388.241741ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:49:42.934193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.91226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:49:42.934298Z","caller":"traceutil/trace.go:171","msg":"trace[439004960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"202.073694ms","start":"2026-04-16T16:49:42.732202Z","end":"2026-04-16T16:49:42.934276Z","steps":["trace[439004960] 'agreement among raft nodes before linearized reading' (duration: 197.632517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:56.021333Z","caller":"traceutil/trace.go:171","msg":"trace[722974335] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"242.073374ms","start":"2026-04-16T16:49:55.779229Z","end":"2026-04-16T16:49:56.021302Z","steps":["trace[722974335] 'process raft request' (duration: 241.905789ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:49:56.088499Z","caller":"traceutil/trace.go:171","msg":"trace[1607627034] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"309.16939ms","start":"2026-04-16T16:49:55.77928Z","end":"2026-04-16T16:49:56.08845Z","steps":["trace[1607627034] 'process raft request' (duration: 254.005987ms)","trace[1607627034] 'compare' (duration: 54.907006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:49:56.0887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:49:55.779256Z","time spent":"309.346854ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:49:56.136526Z","caller":"traceutil/trace.go:171","msg":"trace[1364321458] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2122; }","duration":"108.788166ms","start":"2026-04-16T16:49:56.027703Z","end":"2026-04-16T16:49:56.136491Z","steps":["trace[1364321458] 'read index received' (duration: 5.522995ms)","trace[1364321458] 'applied index is now lower than readState.Index' (duration: 103.263131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:49:56.13677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.052683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:49:56.136861Z","caller":"traceutil/trace.go:171","msg":"trace[184904763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"109.187217ms","start":"2026-04-16T16:49:56.02765Z","end":"2026-04-16T16:49:56.136837Z","steps":["trace[184904763] 'agreement among raft nodes before linearized reading' (duration: 108.95684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:01.279541Z","caller":"traceutil/trace.go:171","msg":"trace[1291677170] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2152; }","duration":"143.390401ms","start":"2026-04-16T16:50:01.136121Z","end":"2026-04-16T16:50:01.279512Z","steps":["trace[1291677170] 'read index received' (duration: 143.112394ms)","trace[1291677170] 'applied index is now lower than readState.Index' (duration: 276.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:50:01.279618Z","caller":"traceutil/trace.go:171","msg":"trace[1221026777] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"184.939719ms","start":"2026-04-16T16:50:01.094651Z","end":"2026-04-16T16:50:01.279591Z","steps":["trace[1221026777] 'process raft request' (duration: 184.660522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:01.279804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.664838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T16:50:01.27985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.72068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T16:50:01.279884Z","caller":"traceutil/trace.go:171","msg":"trace[479649525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2076; }","duration":"143.804593ms","start":"2026-04-16T16:50:01.136059Z","end":"2026-04-16T16:50:01.279864Z","steps":["trace[479649525] 'agreement among raft nodes before linearized reading' (duration: 143.544555ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:01.279917Z","caller":"traceutil/trace.go:171","msg":"trace[1550533075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2076; }","duration":"143.847084ms","start":"2026-04-16T16:50:01.136053Z","end":"2026-04-16T16:50:01.2799Z","steps":["trace[1550533075] 'agreement among raft nodes before linearized reading' (duration: 143.602878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:01.280016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.748341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:50:01.280106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.483802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:50:01.280142Z","caller":"traceutil/trace.go:171","msg":"trace[1789916816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2076; }","duration":"143.925825ms","start":"2026-04-16T16:50:01.13619Z","end":"2026-04-16T16:50:01.280115Z","steps":["trace[1789916816] 'agreement among raft nodes before linearized reading' (duration: 143.561076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:01.280236Z","caller":"traceutil/trace.go:171","msg":"trace[1403712903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2076; }","duration":"107.616015ms","start":"2026-04-16T16:50:01.172552Z","end":"2026-04-16T16:50:01.280168Z","steps":["trace[1403712903] 'agreement among raft nodes before linearized reading' (duration: 107.219596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.710845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255470899,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:50:02.71251Z","caller":"traceutil/trace.go:171","msg":"trace[2097884664] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"594.004211ms","start":"2026-04-16T16:50:02.118477Z","end":"2026-04-16T16:50:02.712481Z","steps":["trace[2097884664] 'process raft request' (duration: 593.806696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.71271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.118446Z","time spent":"594.127274ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:50:02.724469Z","caller":"traceutil/trace.go:171","msg":"trace[127256183] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"553.05092ms","start":"2026-04-16T16:50:02.1714Z","end":"2026-04-16T16:50:02.72445Z","steps":["trace[127256183] 'process raft request' (duration: 552.928347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.724551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.171376Z","time spent":"553.129922ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:50:02.724783Z","caller":"traceutil/trace.go:171","msg":"trace[569784544] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"526.053555ms","start":"2026-04-16T16:50:02.198717Z","end":"2026-04-16T16:50:02.724771Z","steps":["trace[569784544] 'process raft request' (duration: 525.697955ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:02.724804Z","caller":"traceutil/trace.go:171","msg":"trace[1647528537] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2156; }","duration":"514.04607ms","start":"2026-04-16T16:50:02.210745Z","end":"2026-04-16T16:50:02.724791Z","steps":["trace[1647528537] 'read index received' (duration: 501.553623ms)","trace[1647528537] 'applied index is now lower than readState.Index' (duration: 12.491627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:50:02.724864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.198685Z","time spent":"526.130016ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:50:02.72485Z","caller":"traceutil/trace.go:171","msg":"trace[1892058484] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"471.396584ms","start":"2026-04-16T16:50:02.253433Z","end":"2026-04-16T16:50:02.724829Z","steps":["trace[1892058484] 'process raft request' (duration: 471.290772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.724886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.146834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:50:02.724917Z","caller":"traceutil/trace.go:171","msg":"trace[2032489442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2083; }","duration":"514.179194ms","start":"2026-04-16T16:50:02.210728Z","end":"2026-04-16T16:50:02.724907Z","steps":["trace[2032489442] 'agreement among raft nodes before linearized reading' (duration: 514.127633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.724946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.2294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:50:02.724947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.210661Z","time spent":"514.276286ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:50:02.724982Z","caller":"traceutil/trace.go:171","msg":"trace[526107041] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2083; }","duration":"377.310852ms","start":"2026-04-16T16:50:02.347662Z","end":"2026-04-16T16:50:02.724973Z","steps":["trace[526107041] 'agreement among raft nodes before linearized reading' (duration: 377.24366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.72498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.253408Z","time spent":"471.500737ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:50:02.725013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.34764Z","time spent":"377.361954ms","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:50:02.725054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.988094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:50:02.72511Z","caller":"traceutil/trace.go:171","msg":"trace[1002653767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"437.087206ms","start":"2026-04-16T16:50:02.288006Z","end":"2026-04-16T16:50:02.725093Z","steps":["trace[1002653767] 'agreement among raft nodes before linearized reading' (duration: 436.885211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:02.725153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:02.287989Z","time spent":"437.152637ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T16:50:03.681311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.331646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:50:03.681408Z","caller":"traceutil/trace.go:171","msg":"trace[1987668546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2089; }","duration":"105.486001ms","start":"2026-04-16T16:50:03.575902Z","end":"2026-04-16T16:50:03.681388Z","steps":["trace[1987668546] 'count revisions from in-memory index tree' (duration: 105.249263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:25.574271Z","caller":"traceutil/trace.go:171","msg":"trace[1926816643] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"108.677193ms","start":"2026-04-16T16:50:25.465564Z","end":"2026-04-16T16:50:25.574241Z","steps":["trace[1926816643] 'process raft request' (duration: 108.439437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:25.574632Z","caller":"traceutil/trace.go:171","msg":"trace[24323571] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"108.776946ms","start":"2026-04-16T16:50:25.465824Z","end":"2026-04-16T16:50:25.574601Z","steps":["trace[24323571] 'process raft request' (duration: 108.363585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:25.574826Z","caller":"traceutil/trace.go:171","msg":"trace[724226338] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"108.656612ms","start":"2026-04-16T16:50:25.466154Z","end":"2026-04-16T16:50:25.574811Z","steps":["trace[724226338] 'process raft request' (duration: 108.368185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:39.311404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.171411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:50:39.311645Z","caller":"traceutil/trace.go:171","msg":"trace[551585845] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"416.241551ms","start":"2026-04-16T16:50:38.895358Z","end":"2026-04-16T16:50:39.311599Z","steps":["trace[551585845] 'process raft request' (duration: 159.269868ms)","trace[551585845] 'compare' (duration: 256.030548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:50:39.311831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:38.895341Z","time spent":"416.412605ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:50:39.311898Z","caller":"traceutil/trace.go:171","msg":"trace[1704855753] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2363; }","duration":"313.148103ms","start":"2026-04-16T16:50:38.998723Z","end":"2026-04-16T16:50:39.311871Z","steps":["trace[1704855753] 'read index received' (duration: 56.018186ms)","trace[1704855753] 'applied index is now lower than readState.Index' (duration: 257.128677ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:50:39.312045Z","caller":"traceutil/trace.go:171","msg":"trace[445364083] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"406.771443ms","start":"2026-04-16T16:50:38.90526Z","end":"2026-04-16T16:50:39.312031Z","steps":["trace[445364083] 'process raft request' (duration: 406.266069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:39.31216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:38.905244Z","time spent":"406.868565ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:50:39.312018Z","caller":"traceutil/trace.go:171","msg":"trace[626028720] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"406.690351ms","start":"2026-04-16T16:50:38.905292Z","end":"2026-04-16T16:50:39.311982Z","steps":["trace[626028720] 'process raft request' (duration: 406.329572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:39.312391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.669957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:50:39.312454Z","caller":"traceutil/trace.go:171","msg":"trace[220895839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2281; }","duration":"313.79315ms","start":"2026-04-16T16:50:38.998646Z","end":"2026-04-16T16:50:39.312439Z","steps":["trace[220895839] 'agreement among raft nodes before linearized reading' (duration: 313.544133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:39.312513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:38.998625Z","time spent":"313.877542ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T16:50:39.312732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:38.905266Z","time spent":"407.103252ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:50:40.030188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.033397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:50:40.030266Z","caller":"traceutil/trace.go:171","msg":"trace[2047038098] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"718.296854ms","start":"2026-04-16T16:50:39.311958Z","end":"2026-04-16T16:50:40.030255Z","steps":["trace[2047038098] 'read index received' (duration: 412.039941ms)","trace[2047038098] 'applied index is now lower than readState.Index' (duration: 306.256143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:50:40.030377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.861334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:50:40.030485Z","caller":"traceutil/trace.go:171","msg":"trace[1700766512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2282; }","duration":"819.005698ms","start":"2026-04-16T16:50:39.211454Z","end":"2026-04-16T16:50:40.030459Z","steps":["trace[1700766512] 'agreement among raft nodes before linearized reading' (duration: 818.821523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:40.030495Z","caller":"traceutil/trace.go:171","msg":"trace[1299467276] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"806.717577ms","start":"2026-04-16T16:50:39.223743Z","end":"2026-04-16T16:50:40.03046Z","steps":["trace[1299467276] 'process raft request' (duration: 500.355012ms)","trace[1299467276] 'compare' (duration: 305.77643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:50:40.030543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.211438Z","time spent":"819.08544ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:50:40.030657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.223724Z","time spent":"806.857971ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:50:40.030707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.856878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-16T16:50:40.030762Z","caller":"traceutil/trace.go:171","msg":"trace[477366869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2282; }","duration":"679.95091ms","start":"2026-04-16T16:50:39.350798Z","end":"2026-04-16T16:50:40.030749Z","steps":["trace[477366869] 'agreement among raft nodes before linearized reading' (duration: 679.753614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:40.030796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.350777Z","time spent":"680.011271ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:50:40.031035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.079072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T16:50:40.031095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.040928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:50:40.031103Z","caller":"traceutil/trace.go:171","msg":"trace[247063634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2282; }","duration":"352.198044ms","start":"2026-04-16T16:50:39.678889Z","end":"2026-04-16T16:50:40.031087Z","steps":["trace[247063634] 'agreement among raft nodes before linearized reading' (duration: 351.996169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:40.031135Z","caller":"traceutil/trace.go:171","msg":"trace[230091931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2282; }","duration":"402.11689ms","start":"2026-04-16T16:50:39.629006Z","end":"2026-04-16T16:50:40.031123Z","steps":["trace[230091931] 'agreement among raft nodes before linearized reading' (duration: 401.987257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:40.031129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000058955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6e4612ae679cf\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-16T16:50:40.031146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.678864Z","time spent":"352.272477ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:50:40.031111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.981455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T16:50:40.031176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.628984Z","time spent":"402.184552ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:50:40.031192Z","caller":"traceutil/trace.go:171","msg":"trace[1436262364] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6e4612ae679cf; range_end:; response_count:1; response_revision:2282; }","duration":"1.000160048s","start":"2026-04-16T16:50:39.031014Z","end":"2026-04-16T16:50:40.031174Z","steps":["trace[1436262364] 'agreement among raft nodes before linearized reading' (duration: 999.962383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:40.031202Z","caller":"traceutil/trace.go:171","msg":"trace[1312308653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2282; }","duration":"348.114858ms","start":"2026-04-16T16:50:39.68307Z","end":"2026-04-16T16:50:40.031185Z","steps":["trace[1312308653] 'agreement among raft nodes before linearized reading' (duration: 347.909623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:40.031245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.030993Z","time spent":"1.00023262s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6e4612ae679cf\" "} {"level":"warn","ts":"2026-04-16T16:50:40.031239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.683049Z","time spent":"348.18331ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:50:40.031348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.362698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:50:40.031458Z","caller":"traceutil/trace.go:171","msg":"trace[717521179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2282; }","duration":"360.566444ms","start":"2026-04-16T16:50:39.670865Z","end":"2026-04-16T16:50:40.031431Z","steps":["trace[717521179] 'agreement among raft nodes before linearized reading' (duration: 360.146153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:40.031511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.670836Z","time spent":"360.665537ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:50:40.032808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.140685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:50:40.032929Z","caller":"traceutil/trace.go:171","msg":"trace[2051288521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2282; }","duration":"876.293848ms","start":"2026-04-16T16:50:39.156617Z","end":"2026-04-16T16:50:40.032911Z","steps":["trace[2051288521] 'agreement among raft nodes before linearized reading' (duration: 873.703839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:40.033002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:50:39.156603Z","time spent":"876.386381ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:50:45.478862Z","caller":"traceutil/trace.go:171","msg":"trace[490219286] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"148.320151ms","start":"2026-04-16T16:50:45.330518Z","end":"2026-04-16T16:50:45.478838Z","steps":["trace[490219286] 'process raft request' (duration: 148.271819ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:45.478885Z","caller":"traceutil/trace.go:171","msg":"trace[2084484761] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"148.336661ms","start":"2026-04-16T16:50:45.330516Z","end":"2026-04-16T16:50:45.478852Z","steps":["trace[2084484761] 'process raft request' (duration: 148.106464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:50:45.482867Z","caller":"traceutil/trace.go:171","msg":"trace[636280161] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2398; }","duration":"127.466105ms","start":"2026-04-16T16:50:45.35538Z","end":"2026-04-16T16:50:45.482846Z","steps":["trace[636280161] 'read index received' (duration: 123.282105ms)","trace[636280161] 'applied index is now lower than readState.Index' (duration: 4.18254ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:50:45.482972Z","caller":"traceutil/trace.go:171","msg":"trace[1265285483] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"152.144961ms","start":"2026-04-16T16:50:45.330787Z","end":"2026-04-16T16:50:45.482932Z","steps":["trace[1265285483] 'process raft request' (duration: 151.960415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:50:45.483048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.6562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:50:45.483117Z","caller":"traceutil/trace.go:171","msg":"trace[1289729814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2315; }","duration":"127.760483ms","start":"2026-04-16T16:50:45.355339Z","end":"2026-04-16T16:50:45.483099Z","steps":["trace[1289729814] 'agreement among raft nodes before linearized reading' (duration: 127.594649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:43.405298Z","caller":"traceutil/trace.go:171","msg":"trace[311673114] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"245.215472ms","start":"2026-04-16T16:51:43.160047Z","end":"2026-04-16T16:51:43.405263Z","steps":["trace[311673114] 'process raft request' (duration: 245.15611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:43.406074Z","caller":"traceutil/trace.go:171","msg":"trace[1948285602] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"273.692996ms","start":"2026-04-16T16:51:43.132367Z","end":"2026-04-16T16:51:43.40606Z","steps":["trace[1948285602] 'process raft request' (duration: 272.630148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:43.406258Z","caller":"traceutil/trace.go:171","msg":"trace[1910893371] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2898; }","duration":"272.540265ms","start":"2026-04-16T16:51:43.133706Z","end":"2026-04-16T16:51:43.406246Z","steps":["trace[1910893371] 'read index received' (duration: 271.19192ms)","trace[1910893371] 'applied index is now lower than readState.Index' (duration: 1.346995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:51:43.408515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.304077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:51:43.408575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.863207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T16:51:43.408614Z","caller":"traceutil/trace.go:171","msg":"trace[751347609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2794; }","duration":"195.462891ms","start":"2026-04-16T16:51:43.213129Z","end":"2026-04-16T16:51:43.408592Z","steps":["trace[751347609] 'agreement among raft nodes before linearized reading' (duration: 193.276913ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:43.40863Z","caller":"traceutil/trace.go:171","msg":"trace[2054784960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2794; }","duration":"274.961379ms","start":"2026-04-16T16:51:43.133651Z","end":"2026-04-16T16:51:43.408613Z","steps":["trace[2054784960] 'agreement among raft nodes before linearized reading' (duration: 272.724161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:52:16.78293Z","caller":"traceutil/trace.go:171","msg":"trace[1370741913] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3106; }","duration":"157.677241ms","start":"2026-04-16T16:52:16.625218Z","end":"2026-04-16T16:52:16.782895Z","steps":["trace[1370741913] 'read index received' (duration: 157.475206ms)","trace[1370741913] 'applied index is now lower than readState.Index' (duration: 200.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:52:16.783042Z","caller":"traceutil/trace.go:171","msg":"trace[3368594] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"218.85188ms","start":"2026-04-16T16:52:16.564133Z","end":"2026-04-16T16:52:16.782985Z","steps":["trace[3368594] 'process raft request' (duration: 218.46116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:52:16.783288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.744556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:52:16.78334Z","caller":"traceutil/trace.go:171","msg":"trace[234764223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2994; }","duration":"133.884669ms","start":"2026-04-16T16:52:16.649442Z","end":"2026-04-16T16:52:16.783327Z","steps":["trace[234764223] 'agreement among raft nodes before linearized reading' (duration: 133.681814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:52:16.783411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.136633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:52:16.783549Z","caller":"traceutil/trace.go:171","msg":"trace[1094076084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2994; }","duration":"158.324488ms","start":"2026-04-16T16:52:16.62519Z","end":"2026-04-16T16:52:16.783514Z","steps":["trace[1094076084] 'agreement among raft nodes before linearized reading' (duration: 157.919338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:52:16.783556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.8006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T16:52:16.783619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.744509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:52:16.783709Z","caller":"traceutil/trace.go:171","msg":"trace[1942642539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2994; }","duration":"132.990576ms","start":"2026-04-16T16:52:16.650672Z","end":"2026-04-16T16:52:16.783663Z","steps":["trace[1942642539] 'agreement among raft nodes before linearized reading' (duration: 132.575335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:52:16.783798Z","caller":"traceutil/trace.go:171","msg":"trace[195414883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2994; }","duration":"133.040057ms","start":"2026-04-16T16:52:16.650707Z","end":"2026-04-16T16:52:16.783747Z","steps":["trace[195414883] 'agreement among raft nodes before linearized reading' (duration: 132.480912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:52:17.189751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.36151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:52:17.190213Z","caller":"traceutil/trace.go:171","msg":"trace[2091178890] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"401.287718ms","start":"2026-04-16T16:52:16.788881Z","end":"2026-04-16T16:52:17.190169Z","steps":["trace[2091178890] 'process raft request' (duration: 175.325632ms)","trace[2091178890] 'compare' (duration: 224.939509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:52:17.190369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:52:16.788844Z","time spent":"401.458802ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:52:17.19023Z","caller":"traceutil/trace.go:171","msg":"trace[1612508200] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3107; }","duration":"399.537682ms","start":"2026-04-16T16:52:16.790673Z","end":"2026-04-16T16:52:17.190211Z","steps":["trace[1612508200] 'read index received' (duration: 70.349628ms)","trace[1612508200] 'applied index is now lower than readState.Index' (duration: 329.185494ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:52:17.190387Z","caller":"traceutil/trace.go:171","msg":"trace[581970558] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"401.038841ms","start":"2026-04-16T16:52:16.789296Z","end":"2026-04-16T16:52:17.190335Z","steps":["trace[581970558] 'process raft request' (duration: 400.849216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:52:17.190396Z","caller":"traceutil/trace.go:171","msg":"trace[215353196] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"401.266768ms","start":"2026-04-16T16:52:16.789065Z","end":"2026-04-16T16:52:17.190331Z","steps":["trace[215353196] 'process raft request' (duration: 400.885328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:52:17.190474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.789379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T16:52:17.190529Z","caller":"traceutil/trace.go:171","msg":"trace[20405491] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2998; }","duration":"399.86408ms","start":"2026-04-16T16:52:16.79065Z","end":"2026-04-16T16:52:17.190514Z","steps":["trace[20405491] 'agreement among raft nodes before linearized reading' (duration: 399.618063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:52:17.190566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:52:16.789284Z","time spent":"401.174905ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:52:17.190601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:52:16.790642Z","time spent":"399.933133ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-16T16:52:17.190632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:52:16.789038Z","time spent":"401.475863ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:54:23.996171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:24.496603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:24.997664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:25.498547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:25.999244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:26.211044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:54:26.211187Z","caller":"traceutil/trace.go:171","msg":"trace[212068518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189213s","start":"2026-04-16T16:54:24.210962Z","end":"2026-04-16T16:54:26.211151Z","steps":["trace[212068518] 'agreement among raft nodes before linearized reading' (duration: 2.000011259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:26.211259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.210934Z","time spent":"2.000312547s","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:26.499747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:26.999929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:27.500833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:28.003065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:28.221223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009111858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:54:28.2217Z","caller":"traceutil/trace.go:171","msg":"trace[1624485580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.010586836s","start":"2026-04-16T16:54:26.211096Z","end":"2026-04-16T16:54:28.221682Z","steps":["trace[1624485580] 'agreement among raft nodes before linearized reading' (duration: 2.009122898s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:28.228196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:26.211089Z","time spent":"2.017097867s","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:54:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:28.494975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999598946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:54:28.495117Z","caller":"traceutil/trace.go:171","msg":"trace[1246029853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999790681s","start":"2026-04-16T16:54:23.49531Z","end":"2026-04-16T16:54:28.495101Z","steps":["trace[1246029853] 'agreement among raft nodes before linearized reading' (duration: 4.999637207s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:28.495151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.495287Z","time spent":"4.999856033s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 16:54:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:28.503352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:28.907073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999291139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:54:28.907172Z","caller":"traceutil/trace.go:171","msg":"trace[1334720944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999429232s","start":"2026-04-16T16:54:23.907713Z","end":"2026-04-16T16:54:28.907142Z","steps":["trace[1334720944] 'agreement among raft nodes before linearized reading' (duration: 4.99931826s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:28.907248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.907694Z","time spent":"4.999542876s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 16:54:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:28.915733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004589128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:54:28.915782Z","caller":"traceutil/trace.go:171","msg":"trace[646829583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.004657419s","start":"2026-04-16T16:54:23.911111Z","end":"2026-04-16T16:54:28.915768Z","steps":["trace[646829583] 'agreement among raft nodes before linearized reading' (duration: 5.004600798s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:28.91581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.911102Z","time spent":"5.00470059s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:54:29.004492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:29.104616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.099146Z","time spent":"5.005464771s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 16:54:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:29.361386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.362865Z","time spent":"4.998516348s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 16:54:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:29.366583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.367571Z","time spent":"4.999008761s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 16:54:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:29.371277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.371875Z","time spent":"4.999398771s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 16:54:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:54:29.505167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:30.006159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340074255475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:54:30.197609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.195648Z","time spent":"7.001955457s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T16:54:30.247964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001031676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:54:30.24803Z","caller":"traceutil/trace.go:171","msg":"trace[215792940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001135529s","start":"2026-04-16T16:54:28.24688Z","end":"2026-04-16T16:54:30.248015Z","steps":["trace[215792940] 'agreement among raft nodes before linearized reading' (duration: 2.001045747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.248065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:28.246873Z","time spent":"2.0011852s","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:54:30.496016Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-16T16:54:30.712709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.516894989s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:54:30.73507Z","caller":"traceutil/trace.go:171","msg":"trace[1815791935] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"5.573051163s","start":"2026-04-16T16:54:25.161998Z","end":"2026-04-16T16:54:30.735049Z","steps":["trace[1815791935] 'process raft request' (duration: 5.57292033s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.735183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:25.161925Z","time spent":"5.573199957s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:54:30.739703Z","caller":"traceutil/trace.go:171","msg":"trace[2057963729] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"3.873242474s","start":"2026-04-16T16:54:26.86644Z","end":"2026-04-16T16:54:30.739683Z","steps":["trace[2057963729] 'process raft request' (duration: 3.872758222s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.739805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:26.866417Z","time spent":"3.873329678s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:54:30.73986Z","caller":"traceutil/trace.go:171","msg":"trace[1733599737] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"2.501985781s","start":"2026-04-16T16:54:28.237863Z","end":"2026-04-16T16:54:30.739849Z","steps":["trace[1733599737] 'process raft request' (duration: 2.501733174s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.739906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:28.237845Z","time spent":"2.502039063s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:54:30.740919Z","caller":"traceutil/trace.go:171","msg":"trace[210577763] linearizableReadLoop","detail":"{readStateIndex:3851; appliedIndex:3840; }","duration":"244.234984ms","start":"2026-04-16T16:54:30.496657Z","end":"2026-04-16T16:54:30.740892Z","steps":["trace[210577763] 'read index received' (duration: 216.551329ms)","trace[210577763] 'applied index is now lower than readState.Index' (duration: 27.680875ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:54:30.741035Z","caller":"traceutil/trace.go:171","msg":"trace[1232559700] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"2.1209261s","start":"2026-04-16T16:54:28.6201Z","end":"2026-04-16T16:54:30.741027Z","steps":["trace[1232559700] 'process raft request' (duration: 2.119529973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.74108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30476853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:54:30.741111Z","caller":"traceutil/trace.go:171","msg":"trace[1325053221] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3708; }","duration":"3.304843032s","start":"2026-04-16T16:54:27.43626Z","end":"2026-04-16T16:54:30.741103Z","steps":["trace[1325053221] 'agreement among raft nodes before linearized reading' (duration: 3.30478706s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.741126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:28.620075Z","time spent":"2.120979771s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:54:30.741138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:27.436242Z","time spent":"3.304884403s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:54:30.741341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3734017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-04-16T16:54:30.74138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3779916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-16T16:54:30.741406Z","caller":"traceutil/trace.go:171","msg":"trace[1035434193] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3708; }","duration":"1.378047192s","start":"2026-04-16T16:54:29.363352Z","end":"2026-04-16T16:54:30.741399Z","steps":["trace[1035434193] 'agreement among raft nodes before linearized reading' (duration: 1.377888058s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:54:30.741413Z","caller":"traceutil/trace.go:171","msg":"trace[72019241] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3708; }","duration":"1.373506903s","start":"2026-04-16T16:54:29.367887Z","end":"2026-04-16T16:54:30.741394Z","steps":["trace[72019241] 'agreement among raft nodes before linearized reading' (duration: 1.373273397s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.741454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459146728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:54:30.741457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:29.367879Z","time spent":"1.373569545s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-16T16:54:30.741476Z","caller":"traceutil/trace.go:171","msg":"trace[1696513895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3708; }","duration":"1.45921194s","start":"2026-04-16T16:54:29.282258Z","end":"2026-04-16T16:54:30.74147Z","steps":["trace[1696513895] 'agreement among raft nodes before linearized reading' (duration: 1.459177539s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.741495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:29.282237Z","time spent":"1.459251651s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:54:30.74173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054289963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:54:30.741773Z","caller":"traceutil/trace.go:171","msg":"trace[1882221637] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3708; }","duration":"2.054341274s","start":"2026-04-16T16:54:28.687419Z","end":"2026-04-16T16:54:30.741761Z","steps":["trace[1882221637] 'agreement among raft nodes before linearized reading' (duration: 2.054236031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.741799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:28.687387Z","time spent":"2.054404197s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:54:30.741858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637076535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T16:54:30.741893Z","caller":"traceutil/trace.go:171","msg":"trace[1124711326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3708; }","duration":"1.637142246s","start":"2026-04-16T16:54:29.104739Z","end":"2026-04-16T16:54:30.741881Z","steps":["trace[1124711326] 'agreement among raft nodes before linearized reading' (duration: 1.637066544s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.741912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:29.104724Z","time spent":"1.637182467s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T16:54:30.742212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672670697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T16:54:30.742239Z","caller":"traceutil/trace.go:171","msg":"trace[1071464741] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3708; }","duration":"1.672748358s","start":"2026-04-16T16:54:29.069484Z","end":"2026-04-16T16:54:30.742232Z","steps":["trace[1071464741] 'agreement among raft nodes before linearized reading' (duration: 1.672467071s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.74225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.827683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:54:30.742261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:29.06946Z","time spent":"1.67279407s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":349,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:54:30.742275Z","caller":"traceutil/trace.go:171","msg":"trace[55917204] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3708; }","duration":"563.887214ms","start":"2026-04-16T16:54:30.178381Z","end":"2026-04-16T16:54:30.742268Z","steps":["trace[55917204] 'agreement among raft nodes before linearized reading' (duration: 563.838373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.742296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:30.178365Z","time spent":"563.925356ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:54:30.742396Z","caller":"traceutil/trace.go:171","msg":"trace[67335059] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"2.11787974s","start":"2026-04-16T16:54:28.624509Z","end":"2026-04-16T16:54:30.742388Z","steps":["trace[67335059] 'process raft request' (duration: 2.116167476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.742546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:28.624498Z","time spent":"2.117966182s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:54:30.742556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.208068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:54:30.74258Z","caller":"traceutil/trace.go:171","msg":"trace[1828036819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3708; }","duration":"494.24977ms","start":"2026-04-16T16:54:30.248323Z","end":"2026-04-16T16:54:30.742573Z","steps":["trace[1828036819] 'agreement among raft nodes before linearized reading' (duration: 494.211179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.742599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:30.248312Z","time spent":"494.28235ms","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:54:30.742594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368293407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-16T16:54:30.742634Z","caller":"traceutil/trace.go:171","msg":"trace[720083301] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3708; }","duration":"1.368355398s","start":"2026-04-16T16:54:29.374266Z","end":"2026-04-16T16:54:30.742622Z","steps":["trace[720083301] 'agreement among raft nodes before linearized reading' (duration: 1.368214564s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.742659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:29.374256Z","time spent":"1.3683961s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-16T16:54:30.741424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:29.36334Z","time spent":"1.378079112s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T16:54:30.742822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379490407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:54:30.74285Z","caller":"traceutil/trace.go:171","msg":"trace[1871610303] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3708; }","duration":"6.379536797s","start":"2026-04-16T16:54:24.363303Z","end":"2026-04-16T16:54:30.74284Z","steps":["trace[1871610303] 'agreement among raft nodes before linearized reading' (duration: 6.379477956s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.742851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53707689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:54:30.742874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.363298Z","time spent":"6.379570498s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:54:30.742888Z","caller":"traceutil/trace.go:171","msg":"trace[1777378699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3708; }","duration":"4.537145302s","start":"2026-04-16T16:54:26.20573Z","end":"2026-04-16T16:54:30.742876Z","steps":["trace[1777378699] 'agreement among raft nodes before linearized reading' (duration: 4.53705795s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.74291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:26.205713Z","time spent":"4.537189593s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:54:30.743007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096536468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:54:30.743008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791954233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T16:54:30.74303Z","caller":"traceutil/trace.go:171","msg":"trace[1342586455] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3708; }","duration":"6.096585499s","start":"2026-04-16T16:54:24.646436Z","end":"2026-04-16T16:54:30.743022Z","steps":["trace[1342586455] 'agreement among raft nodes before linearized reading' (duration: 6.096544398s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:54:30.743045Z","caller":"traceutil/trace.go:171","msg":"trace[1218966857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3708; }","duration":"3.792029105s","start":"2026-04-16T16:54:26.951005Z","end":"2026-04-16T16:54:30.743034Z","steps":["trace[1218966857] 'agreement among raft nodes before linearized reading' (duration: 3.791926353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.743045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.188323954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:54:30.743066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.646414Z","time spent":"6.096644011s","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:54:30.743073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:26.950985Z","time spent":"3.792080266s","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T16:54:30.743078Z","caller":"traceutil/trace.go:171","msg":"trace[1562280899] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3708; }","duration":"6.188390806s","start":"2026-04-16T16:54:24.554678Z","end":"2026-04-16T16:54:30.743069Z","steps":["trace[1562280899] 'agreement among raft nodes before linearized reading' (duration: 6.188339355s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.743102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:24.554656Z","time spent":"6.188438808s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:54:30.743142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.13969069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:54:30.743164Z","caller":"traceutil/trace.go:171","msg":"trace[1640249789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3708; }","duration":"7.13974923s","start":"2026-04-16T16:54:23.603408Z","end":"2026-04-16T16:54:30.743157Z","steps":["trace[1640249789] 'agreement among raft nodes before linearized reading' (duration: 7.139681289s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.743183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.603389Z","time spent":"7.139789592s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:54:30.743321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83423563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:54:30.743343Z","caller":"traceutil/trace.go:171","msg":"trace[1842791236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3708; }","duration":"6.834299462s","start":"2026-04-16T16:54:23.909037Z","end":"2026-04-16T16:54:30.743336Z","steps":["trace[1842791236] 'agreement among raft nodes before linearized reading' (duration: 6.83423973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.743361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.909011Z","time spent":"6.834345573s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:54:30.74347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.015282198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:54:30.743466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.873254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:54:30.743492Z","caller":"traceutil/trace.go:171","msg":"trace[2099097022] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3708; }","duration":"7.015348749s","start":"2026-04-16T16:54:23.728137Z","end":"2026-04-16T16:54:30.743486Z","steps":["trace[2099097022] 'agreement among raft nodes before linearized reading' (duration: 7.015303728s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.743515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:54:23.728112Z","time spent":"7.015393511s","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:54:30.743515Z","caller":"traceutil/trace.go:171","msg":"trace[1431600938] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3708; }","duration":"177.970266ms","start":"2026-04-16T16:54:30.56553Z","end":"2026-04-16T16:54:30.7435Z","steps":["trace[1431600938] 'agreement among raft nodes before linearized reading' (duration: 177.855873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:54:30.743322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.715096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:54:30.743617Z","caller":"traceutil/trace.go:171","msg":"trace[994746898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3708; }","duration":"237.061006ms","start":"2026-04-16T16:54:30.506549Z","end":"2026-04-16T16:54:30.74361Z","steps":["trace[994746898] 'agreement among raft nodes before linearized reading' (duration: 236.723458ms)"],"step_count":1}