{"level":"warn","ts":"2026-04-21T18:17:58.446765Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T18:17:58.446873Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.191:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.191:2380","--initial-cluster=instance=https://199.19.213.191:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.191:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.191:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-21T18:17:58.446957Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T18:17:58.446967Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.191:2380"]} {"level":"info","ts":"2026-04-21T18:17:58.446986Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T18:17:58.447618Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.191:2379"]} {"level":"info","ts":"2026-04-21T18:17:58.447688Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.191:2380"],"listen-peer-urls":["https://199.19.213.191:2380"],"advertise-client-urls":["https://199.19.213.191:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.191:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.191:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-21T18:17:58.45221Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.313868ms"} {"level":"info","ts":"2026-04-21T18:17:58.45881Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e892d50a3a4fc0f4","cluster-id":"21eccdda20ff4e92"} {"level":"info","ts":"2026-04-21T18:17:58.458908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 switched to configuration voters=()"} {"level":"info","ts":"2026-04-21T18:17:58.458934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 became follower at term 0"} {"level":"info","ts":"2026-04-21T18:17:58.458954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e892d50a3a4fc0f4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-21T18:17:58.458969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 became follower at term 1"} {"level":"info","ts":"2026-04-21T18:17:58.459015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 switched to configuration voters=(16758691403303731444)"} {"level":"warn","ts":"2026-04-21T18:17:58.465887Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-21T18:17:58.46708Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-21T18:17:58.468002Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-21T18:17:58.470286Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e892d50a3a4fc0f4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-21T18:17:58.470471Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e892d50a3a4fc0f4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-21T18:17:58.470782Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T18:17:58.470958Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T18:17:58.471002Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T18:17:58.472769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 switched to configuration voters=(16758691403303731444)"} {"level":"info","ts":"2026-04-21T18:17:58.473056Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21eccdda20ff4e92","local-member-id":"e892d50a3a4fc0f4","added-peer-id":"e892d50a3a4fc0f4","added-peer-peer-urls":["https://199.19.213.191:2380"]} {"level":"info","ts":"2026-04-21T18:17:58.475311Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T18:17:58.475431Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.191:2380"} {"level":"info","ts":"2026-04-21T18:17:58.47551Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.191:2380"} {"level":"info","ts":"2026-04-21T18:17:58.475719Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e892d50a3a4fc0f4","initial-advertise-peer-urls":["https://199.19.213.191:2380"],"listen-peer-urls":["https://199.19.213.191:2380"],"advertise-client-urls":["https://199.19.213.191:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.191:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-21T18:17:58.475777Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-21T18:17:59.459688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 is starting a new election at term 1"} {"level":"info","ts":"2026-04-21T18:17:59.459778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-21T18:17:59.459806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 received MsgPreVoteResp from e892d50a3a4fc0f4 at term 1"} {"level":"info","ts":"2026-04-21T18:17:59.45983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 became candidate at term 2"} {"level":"info","ts":"2026-04-21T18:17:59.459846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 received MsgVoteResp from e892d50a3a4fc0f4 at term 2"} {"level":"info","ts":"2026-04-21T18:17:59.459867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e892d50a3a4fc0f4 became leader at term 2"} {"level":"info","ts":"2026-04-21T18:17:59.459885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e892d50a3a4fc0f4 elected leader e892d50a3a4fc0f4 at term 2"} {"level":"info","ts":"2026-04-21T18:17:59.461224Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T18:17:59.462339Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T18:17:59.46235Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e892d50a3a4fc0f4","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.191:2379]}","request-path":"/0/members/e892d50a3a4fc0f4/attributes","cluster-id":"21eccdda20ff4e92","publish-timeout":"7s"} {"level":"info","ts":"2026-04-21T18:17:59.462483Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T18:17:59.46296Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"21eccdda20ff4e92","local-member-id":"e892d50a3a4fc0f4","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T18:17:59.462969Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-21T18:17:59.463107Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-21T18:17:59.46316Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T18:17:59.463229Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T18:17:59.465573Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.191:2379"} {"level":"info","ts":"2026-04-21T18:17:59.465731Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-21T18:18:50.416971Z","caller":"traceutil/trace.go:171","msg":"trace[1079129241] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"184.989411ms","start":"2026-04-21T18:18:50.231949Z","end":"2026-04-21T18:18:50.416939Z","steps":["trace[1079129241] 'process raft request' (duration: 184.360483ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:18:50.650416Z","caller":"traceutil/trace.go:171","msg":"trace[148409549] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"151.028401ms","start":"2026-04-21T18:18:50.499364Z","end":"2026-04-21T18:18:50.650392Z","steps":["trace[148409549] 'read index received' (duration: 150.818485ms)","trace[148409549] 'applied index is now lower than readState.Index' (duration: 208.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:18:50.65049Z","caller":"traceutil/trace.go:171","msg":"trace[1839108952] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"178.984976ms","start":"2026-04-21T18:18:50.471468Z","end":"2026-04-21T18:18:50.650453Z","steps":["trace[1839108952] 'process raft request' (duration: 178.78052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:18:50.650675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.242938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zvggf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-21T18:18:50.650744Z","caller":"traceutil/trace.go:171","msg":"trace[1620838984] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zvggf; range_end:; response_count:1; response_revision:652; }","duration":"151.464493ms","start":"2026-04-21T18:18:50.499265Z","end":"2026-04-21T18:18:50.650729Z","steps":["trace[1620838984] 'agreement among raft nodes before linearized reading' (duration: 151.257387ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:18:51.199004Z","caller":"traceutil/trace.go:171","msg":"trace[2091019969] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"144.351619ms","start":"2026-04-21T18:18:51.054624Z","end":"2026-04-21T18:18:51.198976Z","steps":["trace[2091019969] 'process raft request' (duration: 143.346092ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:18:53.789702Z","caller":"traceutil/trace.go:171","msg":"trace[473258808] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"129.616875ms","start":"2026-04-21T18:18:53.660061Z","end":"2026-04-21T18:18:53.789678Z","steps":["trace[473258808] 'process raft request' (duration: 129.41855ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:18:53.793971Z","caller":"traceutil/trace.go:171","msg":"trace[1077425889] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"133.356789ms","start":"2026-04-21T18:18:53.660565Z","end":"2026-04-21T18:18:53.793922Z","steps":["trace[1077425889] 'process raft request' (duration: 133.294827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:19:05.670727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.019442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T18:19:05.670837Z","caller":"traceutil/trace.go:171","msg":"trace[716313945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:815; }","duration":"109.171587ms","start":"2026-04-21T18:19:05.561638Z","end":"2026-04-21T18:19:05.67081Z","steps":["trace[716313945] 'range keys from in-memory index tree' (duration: 108.738515ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:19:05.741264Z","caller":"traceutil/trace.go:171","msg":"trace[947846794] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:843; }","duration":"148.027469ms","start":"2026-04-21T18:19:05.593199Z","end":"2026-04-21T18:19:05.741227Z","steps":["trace[947846794] 'read index received' (duration: 147.902056ms)","trace[947846794] 'applied index is now lower than readState.Index' (duration: 123.963µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:19:05.742181Z","caller":"traceutil/trace.go:171","msg":"trace[1404158663] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"165.834537ms","start":"2026-04-21T18:19:05.5763Z","end":"2026-04-21T18:19:05.742135Z","steps":["trace[1404158663] 'process raft request' (duration: 164.732857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:19:05.745258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.021359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-x2fpf\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-21T18:19:05.74557Z","caller":"traceutil/trace.go:171","msg":"trace[1290935626] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-x2fpf; range_end:; response_count:1; response_revision:816; }","duration":"152.369728ms","start":"2026-04-21T18:19:05.593163Z","end":"2026-04-21T18:19:05.745533Z","steps":["trace[1290935626] 'agreement among raft nodes before linearized reading' (duration: 149.027116ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:19:05.871794Z","caller":"traceutil/trace.go:171","msg":"trace[864250888] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"130.390987ms","start":"2026-04-21T18:19:05.741367Z","end":"2026-04-21T18:19:05.871758Z","steps":["trace[864250888] 'read index received' (duration: 39.946512ms)","trace[864250888] 'applied index is now lower than readState.Index' (duration: 90.443255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:19:05.872102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.966807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T18:19:05.871934Z","caller":"traceutil/trace.go:171","msg":"trace[1475500143] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"196.780033ms","start":"2026-04-21T18:19:05.675097Z","end":"2026-04-21T18:19:05.871877Z","steps":["trace[1475500143] 'process raft request' (duration: 106.195575ms)","trace[1475500143] 'compare' (duration: 90.308001ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:19:05.872168Z","caller":"traceutil/trace.go:171","msg":"trace[398043193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:817; }","duration":"171.139062ms","start":"2026-04-21T18:19:05.700997Z","end":"2026-04-21T18:19:05.872136Z","steps":["trace[398043193] 'agreement among raft nodes before linearized reading' (duration: 170.883505ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:19:05.874143Z","caller":"traceutil/trace.go:171","msg":"trace[795458891] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"120.192488ms","start":"2026-04-21T18:19:05.753916Z","end":"2026-04-21T18:19:05.874108Z","steps":["trace[795458891] 'process raft request' (duration: 119.961672ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:19:57.057819Z","caller":"traceutil/trace.go:171","msg":"trace[1681122090] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"145.160839ms","start":"2026-04-21T18:19:56.912611Z","end":"2026-04-21T18:19:57.057772Z","steps":["trace[1681122090] 'process raft request' (duration: 144.934092ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:20:22.39425Z","caller":"traceutil/trace.go:171","msg":"trace[1668319590] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1962; }","duration":"126.376727ms","start":"2026-04-21T18:20:22.267847Z","end":"2026-04-21T18:20:22.394224Z","steps":["trace[1668319590] 'read index received' (duration: 115.038439ms)","trace[1668319590] 'applied index is now lower than readState.Index' (duration: 11.336828ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:20:22.394317Z","caller":"traceutil/trace.go:171","msg":"trace[105654861] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"341.513358ms","start":"2026-04-21T18:20:22.05277Z","end":"2026-04-21T18:20:22.394283Z","steps":["trace[105654861] 'process raft request' (duration: 330.20021ms)","trace[105654861] 'compare' (duration: 10.776053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:20:22.394468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.426191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-21T18:20:22.3945Z","caller":"traceutil/trace.go:171","msg":"trace[1305676842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1889; }","duration":"125.489584ms","start":"2026-04-21T18:20:22.269003Z","end":"2026-04-21T18:20:22.394492Z","steps":["trace[1305676842] 'agreement among raft nodes before linearized reading' (duration: 125.36559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:20:22.394519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.648454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T18:20:22.394613Z","caller":"traceutil/trace.go:171","msg":"trace[1468705910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1889; }","duration":"126.794388ms","start":"2026-04-21T18:20:22.2678Z","end":"2026-04-21T18:20:22.394595Z","steps":["trace[1468705910] 'agreement among raft nodes before linearized reading' (duration: 126.560712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:20:22.395335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:20:22.052747Z","time spent":"341.646282ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:20:22.773713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.822971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T18:20:22.773837Z","caller":"traceutil/trace.go:171","msg":"trace[1109300826] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"104.294496ms","start":"2026-04-21T18:20:22.669526Z","end":"2026-04-21T18:20:22.77382Z","steps":["trace[1109300826] 'read index received' (duration: 43.021µs)","trace[1109300826] 'applied index is now lower than readState.Index' (duration: 104.250145ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:20:22.773987Z","caller":"traceutil/trace.go:171","msg":"trace[702054854] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"296.017421ms","start":"2026-04-21T18:20:22.477956Z","end":"2026-04-21T18:20:22.773973Z","steps":["trace[702054854] 'process raft request' (duration: 26.643875ms)","trace[702054854] 'compare' (duration: 268.698017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:20:22.774303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.76558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T18:20:22.774428Z","caller":"traceutil/trace.go:171","msg":"trace[623600327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"104.945724ms","start":"2026-04-21T18:20:22.669452Z","end":"2026-04-21T18:20:22.774398Z","steps":["trace[623600327] 'agreement among raft nodes before linearized reading' (duration: 104.606175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:20:33.849176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.436429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T18:20:33.849311Z","caller":"traceutil/trace.go:171","msg":"trace[976682904] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1991; }","duration":"107.637305ms","start":"2026-04-21T18:20:33.741646Z","end":"2026-04-21T18:20:33.849283Z","steps":["trace[976682904] 'count revisions from in-memory index tree' (duration: 107.343707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:20:33.849373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.879932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T18:20:33.849477Z","caller":"traceutil/trace.go:171","msg":"trace[1349585392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1991; }","duration":"101.024665ms","start":"2026-04-21T18:20:33.748428Z","end":"2026-04-21T18:20:33.849452Z","steps":["trace[1349585392] 'range keys from in-memory index tree' (duration: 100.611975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:20:33.849656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.537186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T18:20:33.84989Z","caller":"traceutil/trace.go:171","msg":"trace[1515786150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1991; }","duration":"102.799594ms","start":"2026-04-21T18:20:33.747066Z","end":"2026-04-21T18:20:33.849865Z","steps":["trace[1515786150] 'range keys from in-memory index tree' (duration: 102.186488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:21:12.350468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.281392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T18:21:12.350622Z","caller":"traceutil/trace.go:171","msg":"trace[1344522118] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2302; }","duration":"240.142263ms","start":"2026-04-21T18:21:12.110461Z","end":"2026-04-21T18:21:12.350603Z","steps":["trace[1344522118] 'read index received' (duration: 90.566653ms)","trace[1344522118] 'applied index is now lower than readState.Index' (duration: 149.57411ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:21:12.350722Z","caller":"traceutil/trace.go:171","msg":"trace[262084430] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"249.734903ms","start":"2026-04-21T18:21:12.100974Z","end":"2026-04-21T18:21:12.350709Z","steps":["trace[262084430] 'process raft request' (duration: 100.04105ms)","trace[262084430] 'compare' (duration: 149.018315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:21:12.350768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.894353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:21:12.350844Z","caller":"traceutil/trace.go:171","msg":"trace[900845293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"135.019157ms","start":"2026-04-21T18:21:12.215807Z","end":"2026-04-21T18:21:12.350826Z","steps":["trace[900845293] 'agreement among raft nodes before linearized reading' (duration: 134.908904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:21:12.350909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.444731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T18:21:12.350973Z","caller":"traceutil/trace.go:171","msg":"trace[1466770159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"240.541924ms","start":"2026-04-21T18:21:12.110412Z","end":"2026-04-21T18:21:12.350954Z","steps":["trace[1466770159] 'agreement among raft nodes before linearized reading' (duration: 240.323958ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:21:17.943102Z","caller":"traceutil/trace.go:171","msg":"trace[51382764] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2332; }","duration":"162.369247ms","start":"2026-04-21T18:21:17.780704Z","end":"2026-04-21T18:21:17.943073Z","steps":["trace[51382764] 'read index received' (duration: 67.898469ms)","trace[51382764] 'applied index is now lower than readState.Index' (duration: 94.466838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:21:17.943269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.544112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T18:21:17.943276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.873491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:21:17.943299Z","caller":"traceutil/trace.go:171","msg":"trace[402628927] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2246; }","duration":"162.605543ms","start":"2026-04-21T18:21:17.780685Z","end":"2026-04-21T18:21:17.943291Z","steps":["trace[402628927] 'agreement among raft nodes before linearized reading' (duration: 162.523181ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:21:17.94333Z","caller":"traceutil/trace.go:171","msg":"trace[1453268057] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2246; }","duration":"145.963513ms","start":"2026-04-21T18:21:17.79735Z","end":"2026-04-21T18:21:17.943314Z","steps":["trace[1453268057] 'agreement among raft nodes before linearized reading' (duration: 145.886491ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:22:38.248563Z","caller":"traceutil/trace.go:171","msg":"trace[1921234891] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"106.088848ms","start":"2026-04-21T18:22:38.142451Z","end":"2026-04-21T18:22:38.24854Z","steps":["trace[1921234891] 'process raft request' (duration: 105.924834ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:22:38.750723Z","caller":"traceutil/trace.go:171","msg":"trace[115332416] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"199.119703ms","start":"2026-04-21T18:22:38.551562Z","end":"2026-04-21T18:22:38.750682Z","steps":["trace[115332416] 'process raft request' (duration: 129.272914ms)","trace[115332416] 'compare' (duration: 69.692294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:23:52.717077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265345857,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T18:23:52.721134Z","caller":"traceutil/trace.go:171","msg":"trace[989156845] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"532.820169ms","start":"2026-04-21T18:23:52.188287Z","end":"2026-04-21T18:23:52.721107Z","steps":["trace[989156845] 'process raft request' (duration: 532.669015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:52.721302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:52.188259Z","time spent":"532.958692ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T18:23:52.721747Z","caller":"traceutil/trace.go:171","msg":"trace[214688757] linearizableReadLoop","detail":"{readStateIndex:3402; appliedIndex:3399; }","duration":"505.570606ms","start":"2026-04-21T18:23:52.216164Z","end":"2026-04-21T18:23:52.721735Z","steps":["trace[214688757] 'read index received' (duration: 504.762364ms)","trace[214688757] 'applied index is now lower than readState.Index' (duration: 807.292µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:23:52.721809Z","caller":"traceutil/trace.go:171","msg":"trace[572038557] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"223.541591ms","start":"2026-04-21T18:23:52.49826Z","end":"2026-04-21T18:23:52.721802Z","steps":["trace[572038557] 'process raft request' (duration: 223.442128ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:52.721833Z","caller":"traceutil/trace.go:171","msg":"trace[637322897] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"471.617611ms","start":"2026-04-21T18:23:52.250188Z","end":"2026-04-21T18:23:52.721806Z","steps":["trace[637322897] 'process raft request' (duration: 471.464797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:52.721904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.910586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:23:52.721956Z","caller":"traceutil/trace.go:171","msg":"trace[975071077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3274; }","duration":"506.002308ms","start":"2026-04-21T18:23:52.215947Z","end":"2026-04-21T18:23:52.721949Z","steps":["trace[975071077] 'agreement among raft nodes before linearized reading' (duration: 505.920176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:52.721979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:52.215926Z","time spent":"506.04549ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T18:23:52.721999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:52.250168Z","time spent":"471.736135ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:23:52.722268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.785919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T18:23:52.722313Z","caller":"traceutil/trace.go:171","msg":"trace[75154491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3274; }","duration":"408.865352ms","start":"2026-04-21T18:23:52.313436Z","end":"2026-04-21T18:23:52.722301Z","steps":["trace[75154491] 'agreement among raft nodes before linearized reading' (duration: 408.748828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:52.722342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:52.313414Z","time spent":"408.920262ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T18:23:52.722423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.802564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.191\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T18:23:52.72245Z","caller":"traceutil/trace.go:171","msg":"trace[1107012166] range","detail":"{range_begin:/registry/masterleases/199.19.213.191; range_end:; response_count:1; response_revision:3274; }","duration":"250.887246ms","start":"2026-04-21T18:23:52.471557Z","end":"2026-04-21T18:23:52.722444Z","steps":["trace[1107012166] 'agreement among raft nodes before linearized reading' (duration: 250.796684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:52.722472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.862774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T18:23:52.722508Z","caller":"traceutil/trace.go:171","msg":"trace[127408413] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3274; }","duration":"265.942086ms","start":"2026-04-21T18:23:52.456557Z","end":"2026-04-21T18:23:52.722499Z","steps":["trace[127408413] 'agreement among raft nodes before linearized reading' (duration: 265.842553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:52.722618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.932855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T18:23:52.722704Z","caller":"traceutil/trace.go:171","msg":"trace[722137739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3274; }","duration":"230.070469ms","start":"2026-04-21T18:23:52.492617Z","end":"2026-04-21T18:23:52.722687Z","steps":["trace[722137739] 'agreement among raft nodes before linearized reading' (duration: 229.813502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:53.277042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.815417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:23:53.277127Z","caller":"traceutil/trace.go:171","msg":"trace[403820090] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3276; }","duration":"496.969301ms","start":"2026-04-21T18:23:52.780141Z","end":"2026-04-21T18:23:53.27711Z","steps":["trace[403820090] 'range keys from in-memory index tree' (duration: 496.695394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:53.277158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:52.780117Z","time spent":"497.033433ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T18:23:53.277438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.201201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T18:23:53.277482Z","caller":"traceutil/trace.go:171","msg":"trace[1429082470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3276; }","duration":"387.273742ms","start":"2026-04-21T18:23:52.890197Z","end":"2026-04-21T18:23:53.277471Z","steps":["trace[1429082470] 'range keys from in-memory index tree' (duration: 387.053386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:53.277526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:52.890177Z","time spent":"387.340254ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T18:23:53.277465Z","caller":"traceutil/trace.go:171","msg":"trace[1307684058] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3405; }","duration":"204.573014ms","start":"2026-04-21T18:23:53.072866Z","end":"2026-04-21T18:23:53.277439Z","steps":["trace[1307684058] 'read index received' (duration: 200.825412ms)","trace[1307684058] 'applied index is now lower than readState.Index' (duration: 3.746562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:23:53.277637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.753248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T18:23:53.277671Z","caller":"traceutil/trace.go:171","msg":"trace[422513664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3277; }","duration":"204.854802ms","start":"2026-04-21T18:23:53.072808Z","end":"2026-04-21T18:23:53.277663Z","steps":["trace[422513664] 'agreement among raft nodes before linearized reading' (duration: 204.705118ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:53.277655Z","caller":"traceutil/trace.go:171","msg":"trace[1350324890] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"271.863838ms","start":"2026-04-21T18:23:53.005646Z","end":"2026-04-21T18:23:53.277509Z","steps":["trace[1350324890] 'process raft request' (duration: 268.094285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:53.782325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265345880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T18:23:54.282767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265345880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T18:23:54.783091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265345880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T18:23:55.874595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2478245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T18:23:55.874679Z","caller":"traceutil/trace.go:171","msg":"trace[1408939709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.247977384s","start":"2026-04-21T18:23:53.626674Z","end":"2026-04-21T18:23:55.874652Z","steps":["trace[1408939709] 'agreement among raft nodes before linearized reading' (duration: 2.247887912s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:55.874719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.626658Z","time spent":"2.248054056s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 18:23:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T18:23:55.875049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265345880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T18:23:56.216041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999791141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T18:23:56.216104Z","caller":"traceutil/trace.go:171","msg":"trace[1290262804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921194s","start":"2026-04-21T18:23:54.216171Z","end":"2026-04-21T18:23:56.216093Z","steps":["trace[1290262804] 'agreement among raft nodes before linearized reading' (duration: 1.999841162s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:56.216135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.216147Z","time spent":"1.999981776s","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T18:23:56.376105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265345880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T18:23:56.559751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.278717119s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T18:23:58.216638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T18:23:58.216712Z","caller":"traceutil/trace.go:171","msg":"trace[28283243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680035s","start":"2026-04-21T18:23:56.216016Z","end":"2026-04-21T18:23:58.216696Z","steps":["trace[28283243] 'agreement among raft nodes before linearized reading' (duration: 2.000594133s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.216739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:56.215999Z","time spent":"2.000734557s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T18:23:58.229069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998292821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T18:23:58.229099Z","caller":"traceutil/trace.go:171","msg":"trace[794738876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998352322s","start":"2026-04-21T18:23:56.23074Z","end":"2026-04-21T18:23:58.229092Z","steps":["trace[794738876] 'agreement among raft nodes before linearized reading' (duration: 1.998315141s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.22912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:56.23073Z","time spent":"1.998384143s","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 18:23:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T18:23:58.28014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.28089Z","time spent":"4.999246621s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/21 18:23:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T18:23:58.510917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998131761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T18:23:58.511008Z","caller":"traceutil/trace.go:171","msg":"trace[2018020611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998283915s","start":"2026-04-21T18:23:53.512704Z","end":"2026-04-21T18:23:58.510988Z","steps":["trace[2018020611] 'agreement among raft nodes before linearized reading' (duration: 4.998172032s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.511056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.512677Z","time spent":"4.998368668s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T18:23:58.577128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017137735s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-21T18:23:58.580603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020679721s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T18:23:58.581468Z","caller":"traceutil/trace.go:171","msg":"trace[2065815163] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3406; }","duration":"5.299730749s","start":"2026-04-21T18:23:53.281712Z","end":"2026-04-21T18:23:58.581443Z","steps":["trace[2065815163] 'read index received' (duration: 3.278205045s)","trace[2065815163] 'applied index is now lower than readState.Index' (duration: 2.021524964s)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:23:58.581651Z","caller":"traceutil/trace.go:171","msg":"trace[2036122363] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"5.256892982s","start":"2026-04-21T18:23:53.324744Z","end":"2026-04-21T18:23:58.581637Z","steps":["trace[2036122363] 'process raft request' (duration: 5.256516182s)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:58.581665Z","caller":"traceutil/trace.go:171","msg":"trace[156780404] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"4.654896099s","start":"2026-04-21T18:23:53.926743Z","end":"2026-04-21T18:23:58.581639Z","steps":["trace[156780404] 'process raft request' (duration: 4.65457252s)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:58.581635Z","caller":"traceutil/trace.go:171","msg":"trace[1116068845] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"2.706636412s","start":"2026-04-21T18:23:55.874975Z","end":"2026-04-21T18:23:58.581611Z","steps":["trace[1116068845] 'process raft request' (duration: 2.706439746s)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:58.581655Z","caller":"traceutil/trace.go:171","msg":"trace[1276784115] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"3.854272003s","start":"2026-04-21T18:23:54.727357Z","end":"2026-04-21T18:23:58.581629Z","steps":["trace[1276784115] 'process raft request' (duration: 3.854033037s)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:58.58166Z","caller":"traceutil/trace.go:171","msg":"trace[255469223] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"3.854970693s","start":"2026-04-21T18:23:54.726643Z","end":"2026-04-21T18:23:58.581614Z","steps":["trace[255469223] 'process raft request' (duration: 3.854724046s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.581808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:55.874958Z","time spent":"2.706774046s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:23:58.581825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.324716Z","time spent":"5.256986265s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:23:58.581827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.926718Z","time spent":"4.654989411s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:23:58.581848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.726623Z","time spent":"3.855121756s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:23:58.581841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.72734Z","time spent":"3.854404266s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:23:58.581826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30008526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T18:23:58.581829Z","caller":"traceutil/trace.go:171","msg":"trace[981813692] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"5.300404398s","start":"2026-04-21T18:23:53.281415Z","end":"2026-04-21T18:23:58.581819Z","steps":["trace[981813692] 'process raft request' (duration: 5.29973484s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.582136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.281398Z","time spent":"5.300698626s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T18:23:58.582129Z","caller":"traceutil/trace.go:171","msg":"trace[998422384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3284; }","duration":"5.300282085s","start":"2026-04-21T18:23:53.28169Z","end":"2026-04-21T18:23:58.581973Z","steps":["trace[998422384] 'agreement among raft nodes before linearized reading' (duration: 5.299936925s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.582261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.281683Z","time spent":"5.300566062s","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T18:23:58.587375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709745047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-21T18:23:58.587431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.432159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T18:23:58.587431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.903849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:23:58.587478Z","caller":"traceutil/trace.go:171","msg":"trace[697764563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"339.484451ms","start":"2026-04-21T18:23:58.247979Z","end":"2026-04-21T18:23:58.587463Z","steps":["trace[697764563] 'agreement among raft nodes before linearized reading' (duration: 339.43744ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:58.587493Z","caller":"traceutil/trace.go:171","msg":"trace[1833938703] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3284; }","duration":"152.013922ms","start":"2026-04-21T18:23:58.435463Z","end":"2026-04-21T18:23:58.587477Z","steps":["trace[1833938703] 'agreement among raft nodes before linearized reading' (duration: 151.889109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.587515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709962393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8724ecbba18b0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-21T18:23:58.587541Z","caller":"traceutil/trace.go:171","msg":"trace[244107517] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8724ecbba18b0; range_end:; response_count:1; response_revision:3284; }","duration":"2.710045645s","start":"2026-04-21T18:23:55.877489Z","end":"2026-04-21T18:23:58.587535Z","steps":["trace[244107517] 'agreement among raft nodes before linearized reading' (duration: 2.709963983s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.587565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:55.87748Z","time spent":"2.710079376s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a8724ecbba18b0\" "} {"level":"warn","ts":"2026-04-21T18:23:58.587693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:58.247966Z","time spent":"339.716887ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T18:23:58.587725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689347769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:23:58.587743Z","caller":"traceutil/trace.go:171","msg":"trace[2079126853] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3284; }","duration":"3.689403711s","start":"2026-04-21T18:23:54.898334Z","end":"2026-04-21T18:23:58.587738Z","steps":["trace[2079126853] 'agreement among raft nodes before linearized reading' (duration: 3.68936869s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.587761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.898316Z","time spent":"3.689439962s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T18:23:58.587853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.719412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T18:23:58.587877Z","caller":"traceutil/trace.go:171","msg":"trace[1161861175] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3284; }","duration":"926.779793ms","start":"2026-04-21T18:23:57.661092Z","end":"2026-04-21T18:23:58.587872Z","steps":["trace[1161861175] 'agreement among raft nodes before linearized reading' (duration: 926.690051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.587893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:57.661077Z","time spent":"926.810845ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-21T18:23:58.587438Z","caller":"traceutil/trace.go:171","msg":"trace[19684708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3284; }","duration":"2.709823759s","start":"2026-04-21T18:23:55.877601Z","end":"2026-04-21T18:23:58.587425Z","steps":["trace[19684708] 'agreement among raft nodes before linearized reading' (duration: 2.709626024s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.587925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908976863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T18:23:58.58789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858098108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T18:23:58.587952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:55.877596Z","time spent":"2.710346363s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T18:23:58.587971Z","caller":"traceutil/trace.go:171","msg":"trace[1339165353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3284; }","duration":"3.85820536s","start":"2026-04-21T18:23:54.72976Z","end":"2026-04-21T18:23:58.587965Z","steps":["trace[1339165353] 'agreement among raft nodes before linearized reading' (duration: 3.858084186s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.587992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.729748Z","time spent":"3.858238621s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T18:23:58.588006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132198797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T18:23:58.587949Z","caller":"traceutil/trace.go:171","msg":"trace[221964381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3284; }","duration":"3.909043705s","start":"2026-04-21T18:23:54.678898Z","end":"2026-04-21T18:23:58.587942Z","steps":["trace[221964381] 'agreement among raft nodes before linearized reading' (duration: 3.909005634s)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:23:58.588033Z","caller":"traceutil/trace.go:171","msg":"trace[1437975272] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3284; }","duration":"4.132267148s","start":"2026-04-21T18:23:54.45576Z","end":"2026-04-21T18:23:58.588027Z","steps":["trace[1437975272] 'agreement among raft nodes before linearized reading' (duration: 4.132200927s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.588039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.67887Z","time spent":"3.909162999s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-21T18:23:58.587848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.504859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T18:23:58.588098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193360973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T18:23:58.588127Z","caller":"traceutil/trace.go:171","msg":"trace[168500363] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3284; }","duration":"4.193423965s","start":"2026-04-21T18:23:54.394694Z","end":"2026-04-21T18:23:58.588118Z","steps":["trace[168500363] 'agreement among raft nodes before linearized reading' (duration: 4.193379754s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.588154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.394674Z","time spent":"4.193470766s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-21T18:23:58.588195Z","caller":"traceutil/trace.go:171","msg":"trace[1622251265] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3284; }","duration":"380.818848ms","start":"2026-04-21T18:23:58.207287Z","end":"2026-04-21T18:23:58.588106Z","steps":["trace[1622251265] 'agreement among raft nodes before linearized reading' (duration: 380.421177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.588223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989588839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T18:23:58.588259Z","caller":"traceutil/trace.go:171","msg":"trace[1543653182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3284; }","duration":"4.989662391s","start":"2026-04-21T18:23:53.598589Z","end":"2026-04-21T18:23:58.588251Z","steps":["trace[1543653182] 'agreement among raft nodes before linearized reading' (duration: 4.989565238s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.588282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:53.59857Z","time spent":"4.989706382s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T18:23:58.587368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338952265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:23:58.588312Z","caller":"traceutil/trace.go:171","msg":"trace[1838519852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"1.340011344s","start":"2026-04-21T18:23:57.248292Z","end":"2026-04-21T18:23:58.588304Z","steps":["trace[1838519852] 'agreement among raft nodes before linearized reading' (duration: 1.338932275s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:23:58.588343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:57.248275Z","time spent":"1.340060395s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T18:23:58.588525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:58.20727Z","time spent":"380.970911ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T18:23:58.588054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:23:54.455738Z","time spent":"4.132310539s","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-21T18:26:35.490735Z","caller":"traceutil/trace.go:171","msg":"trace[1795631768] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"109.346521ms","start":"2026-04-21T18:26:35.381346Z","end":"2026-04-21T18:26:35.490693Z","steps":["trace[1795631768] 'process raft request' (duration: 15.073741ms)","trace[1795631768] 'compare' (duration: 94.082565ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:26:35.490837Z","caller":"traceutil/trace.go:171","msg":"trace[415299692] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5098; }","duration":"108.233661ms","start":"2026-04-21T18:26:35.382565Z","end":"2026-04-21T18:26:35.490799Z","steps":["trace[415299692] 'read index received' (duration: 13.804516ms)","trace[415299692] 'applied index is now lower than readState.Index' (duration: 94.424545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:26:35.49105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.462217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-21T18:26:35.491135Z","caller":"traceutil/trace.go:171","msg":"trace[1711672620] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4910; }","duration":"108.553849ms","start":"2026-04-21T18:26:35.382554Z","end":"2026-04-21T18:26:35.491108Z","steps":["trace[1711672620] 'agreement among raft nodes before linearized reading' (duration: 108.369354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:26:35.491304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75475"} {"level":"info","ts":"2026-04-21T18:26:35.491379Z","caller":"traceutil/trace.go:171","msg":"trace[1789307907] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4910; }","duration":"105.192338ms","start":"2026-04-21T18:26:35.386169Z","end":"2026-04-21T18:26:35.491361Z","steps":["trace[1789307907] 'agreement among raft nodes before linearized reading' (duration: 104.860849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:26:35.49157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.943353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T18:26:35.491604Z","caller":"traceutil/trace.go:171","msg":"trace[860519948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4910; }","duration":"103.988544ms","start":"2026-04-21T18:26:35.387606Z","end":"2026-04-21T18:26:35.491595Z","steps":["trace[860519948] 'agreement among raft nodes before linearized reading' (duration: 103.922833ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:40.725503Z","caller":"traceutil/trace.go:171","msg":"trace[1921456517] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5262; }","duration":"157.690979ms","start":"2026-04-21T18:26:40.567782Z","end":"2026-04-21T18:26:40.725473Z","steps":["trace[1921456517] 'read index received' (duration: 115.069167ms)","trace[1921456517] 'applied index is now lower than readState.Index' (duration: 42.620632ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:26:40.725569Z","caller":"traceutil/trace.go:171","msg":"trace[1959913534] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"191.165371ms","start":"2026-04-21T18:26:40.534369Z","end":"2026-04-21T18:26:40.725535Z","steps":["trace[1959913534] 'process raft request' (duration: 148.493667ms)","trace[1959913534] 'compare' (duration: 42.313734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:26:40.725807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.014498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32025cef-b8c0-49d0-941c-b16b341148f6\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-21T18:26:40.725882Z","caller":"traceutil/trace.go:171","msg":"trace[2029265260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32025cef-b8c0-49d0-941c-b16b341148f6; range_end:; response_count:1; response_revision:5069; }","duration":"158.133291ms","start":"2026-04-21T18:26:40.567729Z","end":"2026-04-21T18:26:40.725862Z","steps":["trace[2029265260] 'agreement among raft nodes before linearized reading' (duration: 157.853903ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:41.164828Z","caller":"traceutil/trace.go:171","msg":"trace[1378918093] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"111.18409ms","start":"2026-04-21T18:26:41.053621Z","end":"2026-04-21T18:26:41.164805Z","steps":["trace[1378918093] 'process raft request' (duration: 111.046717ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:50.513506Z","caller":"traceutil/trace.go:171","msg":"trace[793498348] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5467; }","duration":"155.091027ms","start":"2026-04-21T18:26:50.358389Z","end":"2026-04-21T18:26:50.51348Z","steps":["trace[793498348] 'read index received' (duration: 32.272169ms)","trace[793498348] 'applied index is now lower than readState.Index' (duration: 122.817648ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:26:50.513648Z","caller":"traceutil/trace.go:171","msg":"trace[1644845414] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"156.762513ms","start":"2026-04-21T18:26:50.356859Z","end":"2026-04-21T18:26:50.513622Z","steps":["trace[1644845414] 'process raft request' (duration: 108.911759ms)","trace[1644845414] 'compare' (duration: 47.570647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:26:50.513791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.389436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115481"} {"level":"info","ts":"2026-04-21T18:26:50.514046Z","caller":"traceutil/trace.go:171","msg":"trace[3579495] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5268; }","duration":"155.658973ms","start":"2026-04-21T18:26:50.358374Z","end":"2026-04-21T18:26:50.514033Z","steps":["trace[3579495] 'agreement among raft nodes before linearized reading' (duration: 155.258353ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:59.118398Z","caller":"traceutil/trace.go:171","msg":"trace[1446051910] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"207.361673ms","start":"2026-04-21T18:26:58.911012Z","end":"2026-04-21T18:26:59.118373Z","steps":["trace[1446051910] 'process raft request' (duration: 207.207539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:26:59.331915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.690233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:26:59.331995Z","caller":"traceutil/trace.go:171","msg":"trace[1915389675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5453; }","duration":"115.881139ms","start":"2026-04-21T18:26:59.216094Z","end":"2026-04-21T18:26:59.331975Z","steps":["trace[1915389675] 'range keys from in-memory index tree' (duration: 115.576731ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:59.573542Z","caller":"traceutil/trace.go:171","msg":"trace[2030504290] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"282.535922ms","start":"2026-04-21T18:26:59.290974Z","end":"2026-04-21T18:26:59.57351Z","steps":["trace[2030504290] 'process raft request' (duration: 232.025755ms)","trace[2030504290] 'compare' (duration: 50.27661ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:26:59.573689Z","caller":"traceutil/trace.go:171","msg":"trace[356182952] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"238.027638ms","start":"2026-04-21T18:26:59.335652Z","end":"2026-04-21T18:26:59.573666Z","steps":["trace[356182952] 'process raft request' (duration: 237.845253ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:59.573789Z","caller":"traceutil/trace.go:171","msg":"trace[205785522] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5659; }","duration":"240.63102ms","start":"2026-04-21T18:26:59.333132Z","end":"2026-04-21T18:26:59.573763Z","steps":["trace[205785522] 'read index received' (duration: 29.636118ms)","trace[205785522] 'applied index is now lower than readState.Index' (duration: 210.993542ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:26:59.573866Z","caller":"traceutil/trace.go:171","msg":"trace[46704977] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"211.554727ms","start":"2026-04-21T18:26:59.362279Z","end":"2026-04-21T18:26:59.573834Z","steps":["trace[46704977] 'process raft request' (duration: 211.353561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:26:59.573895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.755593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:26:59.573957Z","caller":"traceutil/trace.go:171","msg":"trace[76296429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5458; }","duration":"240.892137ms","start":"2026-04-21T18:26:59.333055Z","end":"2026-04-21T18:26:59.573947Z","steps":["trace[76296429] 'agreement among raft nodes before linearized reading' (duration: 240.798864ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:59.573559Z","caller":"traceutil/trace.go:171","msg":"trace[2096006131] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"282.037438ms","start":"2026-04-21T18:26:59.291496Z","end":"2026-04-21T18:26:59.573533Z","steps":["trace[2096006131] 'process raft request' (duration: 281.949946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:26:59.574064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.487386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9wt4f\" ","response":"range_response_count:1 size:4040"} {"level":"warn","ts":"2026-04-21T18:26:59.574098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.468929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T18:26:59.574114Z","caller":"traceutil/trace.go:171","msg":"trace[537889817] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9wt4f; range_end:; response_count:1; response_revision:5458; }","duration":"123.582819ms","start":"2026-04-21T18:26:59.450517Z","end":"2026-04-21T18:26:59.5741Z","steps":["trace[537889817] 'agreement among raft nodes before linearized reading' (duration: 123.394374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:26:59.574122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.514233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T18:26:59.574143Z","caller":"traceutil/trace.go:171","msg":"trace[1384632759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5458; }","duration":"173.578042ms","start":"2026-04-21T18:26:59.400555Z","end":"2026-04-21T18:26:59.574133Z","steps":["trace[1384632759] 'agreement among raft nodes before linearized reading' (duration: 173.358346ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:26:59.574227Z","caller":"traceutil/trace.go:171","msg":"trace[736156201] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5458; }","duration":"190.725039ms","start":"2026-04-21T18:26:59.383487Z","end":"2026-04-21T18:26:59.574212Z","steps":["trace[736156201] 'agreement among raft nodes before linearized reading' (duration: 190.421691ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:27:59.496641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-04-21T18:27:59.575381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"77.240288ms","hash":2512522330,"current-db-size-bytes":56262656,"current-db-size":"56 MB","current-db-size-in-use-bytes":33132544,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-21T18:27:59.575464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2512522330,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-04-21T18:31:42.781572Z","caller":"traceutil/trace.go:171","msg":"trace[2088109203] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"100.052994ms","start":"2026-04-21T18:31:42.681488Z","end":"2026-04-21T18:31:42.781541Z","steps":["trace[2088109203] 'process raft request' (duration: 77.843347ms)","trace[2088109203] 'compare' (duration: 22.084383ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:32:59.502069Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5995} {"level":"info","ts":"2026-04-21T18:32:59.579061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5995,"took":"75.162384ms","hash":2121815713,"current-db-size-bytes":56262656,"current-db-size":"56 MB","current-db-size-in-use-bytes":25661440,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-21T18:32:59.579116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2121815713,"revision":5995,"compact-revision":2993} {"level":"warn","ts":"2026-04-21T18:33:17.865309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265358307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T18:33:17.883216Z","caller":"traceutil/trace.go:171","msg":"trace[1121109266] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"704.945493ms","start":"2026-04-21T18:33:17.17825Z","end":"2026-04-21T18:33:17.883196Z","steps":["trace[1121109266] 'process raft request' (duration: 704.781129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:17.883503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:33:17.178226Z","time spent":"705.053346ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T18:33:17.981853Z","caller":"traceutil/trace.go:171","msg":"trace[1101625067] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8638; }","duration":"616.99944ms","start":"2026-04-21T18:33:17.364826Z","end":"2026-04-21T18:33:17.981826Z","steps":["trace[1101625067] 'read index received' (duration: 518.250682ms)","trace[1101625067] 'applied index is now lower than readState.Index' (duration: 98.747128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:33:17.98202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.167035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:33:17.982121Z","caller":"traceutil/trace.go:171","msg":"trace[1422321614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8340; }","duration":"617.338569ms","start":"2026-04-21T18:33:17.364758Z","end":"2026-04-21T18:33:17.982096Z","steps":["trace[1422321614] 'agreement among raft nodes before linearized reading' (duration: 617.139924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:17.98218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:33:17.364738Z","time spent":"617.429452ms","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T18:33:17.982254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.715907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T18:33:17.982313Z","caller":"traceutil/trace.go:171","msg":"trace[2092603288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8340; }","duration":"442.81415ms","start":"2026-04-21T18:33:17.539486Z","end":"2026-04-21T18:33:17.9823Z","steps":["trace[2092603288] 'agreement among raft nodes before linearized reading' (duration: 442.637045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:17.982352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:33:17.539469Z","time spent":"442.874972ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T18:33:17.982541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.315761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T18:33:17.982598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.55859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T18:33:17.982639Z","caller":"traceutil/trace.go:171","msg":"trace[1916906461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8340; }","duration":"369.462025ms","start":"2026-04-21T18:33:17.613157Z","end":"2026-04-21T18:33:17.982619Z","steps":["trace[1916906461] 'agreement among raft nodes before linearized reading' (duration: 369.189528ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:17.982654Z","caller":"traceutil/trace.go:171","msg":"trace[1555395250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8340; }","duration":"271.670813ms","start":"2026-04-21T18:33:17.71097Z","end":"2026-04-21T18:33:17.982641Z","steps":["trace[1555395250] 'agreement among raft nodes before linearized reading' (duration: 271.313503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:17.982658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.162444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T18:33:17.982687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:33:17.613144Z","time spent":"369.534037ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T18:33:17.98271Z","caller":"traceutil/trace.go:171","msg":"trace[1415858795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8340; }","duration":"329.235507ms","start":"2026-04-21T18:33:17.653459Z","end":"2026-04-21T18:33:17.982694Z","steps":["trace[1415858795] 'agreement among raft nodes before linearized reading' (duration: 329.117613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:17.982756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:33:17.653445Z","time spent":"329.302798ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T18:33:17.983005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.941453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T18:33:17.983119Z","caller":"traceutil/trace.go:171","msg":"trace[813927336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8340; }","duration":"327.071247ms","start":"2026-04-21T18:33:17.656016Z","end":"2026-04-21T18:33:17.983088Z","steps":["trace[813927336] 'agreement among raft nodes before linearized reading' (duration: 326.146542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:17.983166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:33:17.656009Z","time spent":"327.146469ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T18:33:28.301133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.443314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T18:33:28.301231Z","caller":"traceutil/trace.go:171","msg":"trace[169368220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8392; }","duration":"119.596768ms","start":"2026-04-21T18:33:28.181611Z","end":"2026-04-21T18:33:28.301208Z","steps":["trace[169368220] 'range keys from in-memory index tree' (duration: 119.195587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:28.301303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.830669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T18:33:28.301387Z","caller":"traceutil/trace.go:171","msg":"trace[1590671223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8392; }","duration":"106.961683ms","start":"2026-04-21T18:33:28.194408Z","end":"2026-04-21T18:33:28.301369Z","steps":["trace[1590671223] 'range keys from in-memory index tree' (duration: 106.688746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:28.301775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.688305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T18:33:28.301816Z","caller":"traceutil/trace.go:171","msg":"trace[1507055062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8392; }","duration":"129.757886ms","start":"2026-04-21T18:33:28.172048Z","end":"2026-04-21T18:33:28.301806Z","steps":["trace[1507055062] 'range keys from in-memory index tree' (duration: 129.574971ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:29.383567Z","caller":"traceutil/trace.go:171","msg":"trace[1049792928] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"181.728135ms","start":"2026-04-21T18:33:29.201804Z","end":"2026-04-21T18:33:29.383532Z","steps":["trace[1049792928] 'process raft request' (duration: 96.118666ms)","trace[1049792928] 'compare' (duration: 85.318901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:33:29.383686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.4264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T18:33:29.383755Z","caller":"traceutil/trace.go:171","msg":"trace[16278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8400; }","duration":"169.544113ms","start":"2026-04-21T18:33:29.214196Z","end":"2026-04-21T18:33:29.38374Z","steps":["trace[16278] 'agreement among raft nodes before linearized reading' (duration: 169.43332ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:29.383565Z","caller":"traceutil/trace.go:171","msg":"trace[672384487] linearizableReadLoop","detail":"{readStateIndex:8701; appliedIndex:8699; }","duration":"169.281295ms","start":"2026-04-21T18:33:29.214248Z","end":"2026-04-21T18:33:29.38353Z","steps":["trace[672384487] 'read index received' (duration: 10.121066ms)","trace[672384487] 'applied index is now lower than readState.Index' (duration: 159.158789ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:33:29.383838Z","caller":"traceutil/trace.go:171","msg":"trace[1017591884] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"165.78004ms","start":"2026-04-21T18:33:29.218031Z","end":"2026-04-21T18:33:29.383811Z","steps":["trace[1017591884] 'process raft request' (duration: 165.4085ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:30.132577Z","caller":"traceutil/trace.go:171","msg":"trace[1664174628] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"121.52038ms","start":"2026-04-21T18:33:30.01101Z","end":"2026-04-21T18:33:30.13253Z","steps":["trace[1664174628] 'process raft request' (duration: 121.318155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:33:30.512852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.736449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T18:33:30.513108Z","caller":"traceutil/trace.go:171","msg":"trace[2014358117] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"118.5756ms","start":"2026-04-21T18:33:30.394501Z","end":"2026-04-21T18:33:30.513076Z","steps":["trace[2014358117] 'process raft request' (duration: 12.44609ms)","trace[2014358117] 'compare' (duration: 105.605076ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:33:30.513264Z","caller":"traceutil/trace.go:171","msg":"trace[1360175800] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"118.532549ms","start":"2026-04-21T18:33:30.394707Z","end":"2026-04-21T18:33:30.51324Z","steps":["trace[1360175800] 'process raft request' (duration: 118.258251ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:54.821224Z","caller":"traceutil/trace.go:171","msg":"trace[1451384088] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"112.393141ms","start":"2026-04-21T18:33:54.708804Z","end":"2026-04-21T18:33:54.821197Z","steps":["trace[1451384088] 'process raft request' (duration: 112.252817ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:58.718439Z","caller":"traceutil/trace.go:171","msg":"trace[698421186] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"191.910894ms","start":"2026-04-21T18:33:58.526503Z","end":"2026-04-21T18:33:58.718414Z","steps":["trace[698421186] 'process raft request' (duration: 191.645277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:33:58.93206Z","caller":"traceutil/trace.go:171","msg":"trace[1309336534] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"207.707536ms","start":"2026-04-21T18:33:58.724331Z","end":"2026-04-21T18:33:58.932038Z","steps":["trace[1309336534] 'process raft request' (duration: 207.584952ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:34:10.737921Z","caller":"traceutil/trace.go:171","msg":"trace[2137248446] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"104.428904ms","start":"2026-04-21T18:34:10.63345Z","end":"2026-04-21T18:34:10.737879Z","steps":["trace[2137248446] 'process raft request' (duration: 49.001439ms)","trace[2137248446] 'compare' (duration: 55.126046ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:34:12.487591Z","caller":"traceutil/trace.go:171","msg":"trace[347285491] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"149.822594ms","start":"2026-04-21T18:34:12.337726Z","end":"2026-04-21T18:34:12.487549Z","steps":["trace[347285491] 'process raft request' (duration: 149.561437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:34:12.487896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.303144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T18:34:12.487937Z","caller":"traceutil/trace.go:171","msg":"trace[1027297736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8727; }","duration":"121.404818ms","start":"2026-04-21T18:34:12.366521Z","end":"2026-04-21T18:34:12.487925Z","steps":["trace[1027297736] 'agreement among raft nodes before linearized reading' (duration: 121.159761ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:34:12.487567Z","caller":"traceutil/trace.go:171","msg":"trace[415554777] linearizableReadLoop","detail":"{readStateIndex:9043; appliedIndex:9042; }","duration":"120.938555ms","start":"2026-04-21T18:34:12.366574Z","end":"2026-04-21T18:34:12.487512Z","steps":["trace[415554777] 'read index received' (duration: 120.884193ms)","trace[415554777] 'applied index is now lower than readState.Index' (duration: 53.062µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:34:12.488145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.19155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T18:34:12.488248Z","caller":"traceutil/trace.go:171","msg":"trace[1383495551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8727; }","duration":"114.340454ms","start":"2026-04-21T18:34:12.373895Z","end":"2026-04-21T18:34:12.488235Z","steps":["trace[1383495551] 'agreement among raft nodes before linearized reading' (duration: 114.17238ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:34:44.743486Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024a0.wal"} {"level":"info","ts":"2026-04-21T18:35:37.592608Z","caller":"traceutil/trace.go:171","msg":"trace[472782599] linearizableReadLoop","detail":"{readStateIndex:9859; appliedIndex:9858; }","duration":"114.90533ms","start":"2026-04-21T18:35:37.477674Z","end":"2026-04-21T18:35:37.592579Z","steps":["trace[472782599] 'read index received' (duration: 114.577821ms)","trace[472782599] 'applied index is now lower than readState.Index' (duration: 326.448µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:35:37.592649Z","caller":"traceutil/trace.go:171","msg":"trace[335850612] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"145.649059ms","start":"2026-04-21T18:35:37.446977Z","end":"2026-04-21T18:35:37.592626Z","steps":["trace[335850612] 'process raft request' (duration: 145.32509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:35:37.592887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.570881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T18:35:37.592917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.224288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T18:35:37.592944Z","caller":"traceutil/trace.go:171","msg":"trace[1897954497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9521; }","duration":"106.673264ms","start":"2026-04-21T18:35:37.486257Z","end":"2026-04-21T18:35:37.59293Z","steps":["trace[1897954497] 'agreement among raft nodes before linearized reading' (duration: 106.498159ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:35:37.592987Z","caller":"traceutil/trace.go:171","msg":"trace[46259585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9521; }","duration":"115.336051ms","start":"2026-04-21T18:35:37.477636Z","end":"2026-04-21T18:35:37.592972Z","steps":["trace[46259585] 'agreement among raft nodes before linearized reading' (duration: 115.106175ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:35:38.019993Z","caller":"traceutil/trace.go:171","msg":"trace[1434025051] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"423.354157ms","start":"2026-04-21T18:35:37.596583Z","end":"2026-04-21T18:35:38.019937Z","steps":["trace[1434025051] 'process raft request' (duration: 410.027422ms)","trace[1434025051] 'compare' (duration: 13.188051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:35:38.020465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:35:37.596565Z","time spent":"423.802129ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T18:35:38.036674Z","caller":"traceutil/trace.go:171","msg":"trace[1752320517] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"439.747524ms","start":"2026-04-21T18:35:37.596909Z","end":"2026-04-21T18:35:38.036656Z","steps":["trace[1752320517] 'process raft request' (duration: 439.58227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:35:38.036781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:35:37.596894Z","time spent":"439.832107ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T18:35:38.037024Z","caller":"traceutil/trace.go:171","msg":"trace[570495233] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"244.572532ms","start":"2026-04-21T18:35:37.792399Z","end":"2026-04-21T18:35:38.036971Z","steps":["trace[570495233] 'process raft request' (duration: 244.208902ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:35:38.123343Z","caller":"traceutil/trace.go:171","msg":"trace[673522786] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"215.595671ms","start":"2026-04-21T18:35:37.907706Z","end":"2026-04-21T18:35:38.123301Z","steps":["trace[673522786] 'process raft request' (duration: 215.404195ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:35:38.12363Z","caller":"traceutil/trace.go:171","msg":"trace[346340740] linearizableReadLoop","detail":"{readStateIndex:9863; appliedIndex:9859; }","duration":"304.541461ms","start":"2026-04-21T18:35:37.819061Z","end":"2026-04-21T18:35:38.123603Z","steps":["trace[346340740] 'read index received' (duration: 187.657997ms)","trace[346340740] 'applied index is now lower than readState.Index' (duration: 116.882364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T18:35:38.12379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.717555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T18:35:38.123833Z","caller":"traceutil/trace.go:171","msg":"trace[1948414217] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9526; }","duration":"304.811498ms","start":"2026-04-21T18:35:37.81901Z","end":"2026-04-21T18:35:38.123821Z","steps":["trace[1948414217] 'agreement among raft nodes before linearized reading' (duration: 304.693325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:35:38.123869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:35:37.81899Z","time spent":"304.86969ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-21T18:35:38.124008Z","caller":"traceutil/trace.go:171","msg":"trace[1736500460] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"166.195941ms","start":"2026-04-21T18:35:37.957774Z","end":"2026-04-21T18:35:38.12397Z","steps":["trace[1736500460] 'process raft request' (duration: 165.470761ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:35:54.106969Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e892d50a3a4fc0f4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T18:35:54.112456Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-21T18:35:54.112641Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-21T18:37:59.510686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8107} {"level":"info","ts":"2026-04-21T18:37:59.573009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8107,"took":"59.864167ms","hash":662557334,"current-db-size-bytes":56262656,"current-db-size":"56 MB","current-db-size-in-use-bytes":28278784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-21T18:37:59.573056Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":662557334,"revision":8107,"compact-revision":5995} {"level":"info","ts":"2026-04-21T18:42:59.517641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10468} {"level":"info","ts":"2026-04-21T18:42:59.592596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10468,"took":"73.138017ms","hash":1464476317,"current-db-size-bytes":56262656,"current-db-size":"56 MB","current-db-size-in-use-bytes":21749760,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-21T18:42:59.592697Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1464476317,"revision":10468,"compact-revision":8107} {"level":"warn","ts":"2026-04-21T18:46:23.132403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13903911334265375868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T18:46:23.581703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03916792s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T18:46:23.582078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:46:22.542426Z","time spent":"1.039645714s","remote":"127.0.0.1:55458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T18:46:23.582984Z","caller":"traceutil/trace.go:171","msg":"trace[179804882] transaction","detail":"{read_only:false; response_revision:13232; number_of_response:1; }","duration":"935.085198ms","start":"2026-04-21T18:46:22.64788Z","end":"2026-04-21T18:46:23.582966Z","steps":["trace[179804882] 'process raft request' (duration: 934.931714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.583076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:46:22.647855Z","time spent":"935.15393ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T18:46:23.583158Z","caller":"traceutil/trace.go:171","msg":"trace[1718510531] linearizableReadLoop","detail":"{readStateIndex:13712; appliedIndex:13709; }","duration":"1.019644428s","start":"2026-04-21T18:46:22.563501Z","end":"2026-04-21T18:46:23.583146Z","steps":["trace[1718510531] 'read index received' (duration: 1.018368763s)","trace[1718510531] 'applied index is now lower than readState.Index' (duration: 1.274705ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T18:46:23.583254Z","caller":"traceutil/trace.go:171","msg":"trace[2101162753] transaction","detail":"{read_only:false; response_revision:13233; number_of_response:1; }","duration":"469.513193ms","start":"2026-04-21T18:46:23.113734Z","end":"2026-04-21T18:46:23.583247Z","steps":["trace[2101162753] 'process raft request' (duration: 469.197184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.583287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:46:23.113718Z","time spent":"469.548973ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T18:46:23.583413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019908745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:75428"} {"level":"info","ts":"2026-04-21T18:46:23.583433Z","caller":"traceutil/trace.go:171","msg":"trace[1146629778] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:13233; }","duration":"1.019938746s","start":"2026-04-21T18:46:22.563487Z","end":"2026-04-21T18:46:23.583426Z","steps":["trace[1146629778] 'agreement among raft nodes before linearized reading' (duration: 1.019845963s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.58345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:46:22.56348Z","time spent":"1.019965806s","remote":"127.0.0.1:55526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":75451,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" "} {"level":"warn","ts":"2026-04-21T18:46:23.584103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.509547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T18:46:23.584141Z","caller":"traceutil/trace.go:171","msg":"trace[263780228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13233; }","duration":"222.588439ms","start":"2026-04-21T18:46:23.361538Z","end":"2026-04-21T18:46:23.584127Z","steps":["trace[263780228] 'agreement among raft nodes before linearized reading' (duration: 222.462085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.584395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.537334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T18:46:23.584416Z","caller":"traceutil/trace.go:171","msg":"trace[147190956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13233; }","duration":"268.600515ms","start":"2026-04-21T18:46:23.315809Z","end":"2026-04-21T18:46:23.584409Z","steps":["trace[147190956] 'agreement among raft nodes before linearized reading' (duration: 268.541634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.585374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.342586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390340"} {"level":"info","ts":"2026-04-21T18:46:23.585393Z","caller":"traceutil/trace.go:171","msg":"trace[272735380] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13233; }","duration":"998.383427ms","start":"2026-04-21T18:46:22.587005Z","end":"2026-04-21T18:46:23.585388Z","steps":["trace[272735380] 'agreement among raft nodes before linearized reading' (duration: 996.702861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.585421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T18:46:22.586994Z","time spent":"998.410438ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":600,"response size":390363,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-21T18:46:23.932146Z","caller":"traceutil/trace.go:171","msg":"trace[163844376] transaction","detail":"{read_only:false; response_revision:13236; number_of_response:1; }","duration":"168.293216ms","start":"2026-04-21T18:46:23.763831Z","end":"2026-04-21T18:46:23.932125Z","steps":["trace[163844376] 'process raft request' (duration: 166.713023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T18:46:23.932179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.662543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9dqx5\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-21T18:46:23.932156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.718617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T18:46:23.932251Z","caller":"traceutil/trace.go:171","msg":"trace[1761272365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9dqx5; range_end:; response_count:1; response_revision:13235; }","duration":"266.759996ms","start":"2026-04-21T18:46:23.665472Z","end":"2026-04-21T18:46:23.932232Z","steps":["trace[1761272365] 'range keys from in-memory index tree' (duration: 266.513089ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T18:46:23.932278Z","caller":"traceutil/trace.go:171","msg":"trace[2001452392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13235; }","duration":"291.852091ms","start":"2026-04-21T18:46:23.640397Z","end":"2026-04-21T18:46:23.932249Z","steps":["trace[2001452392] 'range keys from in-memory index tree' (duration: 291.564103ms)"],"step_count":1}