{"level":"warn","ts":"2026-04-24T01:52:23.357549Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-24T01:52:23.357627Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-24T01:52:23.357684Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-24T01:52:23.357694Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-04-24T01:52:23.357712Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-24T01:52:23.358307Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-04-24T01:52:23.358377Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-24T01:52:23.364052Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.466033ms"} {"level":"info","ts":"2026-04-24T01:52:23.372075Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-04-24T01:52:23.372258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-24T01:52:23.372309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-04-24T01:52:23.372351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-24T01:52:23.37238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-04-24T01:52:23.372449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-04-24T01:52:23.381491Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-24T01:52:23.383853Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-24T01:52:23.385635Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-24T01:52:23.389356Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-24T01:52:23.389652Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-24T01:52:23.389985Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-24T01:52:23.390193Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-24T01:52:23.390246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-24T01:52:23.392312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-04-24T01:52:23.39414Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-04-24T01:52:23.395278Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-24T01:52:23.395465Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-04-24T01:52:23.395529Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-04-24T01:52:23.396986Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-24T01:52:23.397033Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-24T01:52:23.673647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-04-24T01:52:23.673749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-24T01:52:23.67378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-04-24T01:52:23.673871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-04-24T01:52:23.673886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-04-24T01:52:23.674037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-04-24T01:52:23.674278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-04-24T01:52:23.685936Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T01:52:23.687484Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-04-24T01:52:23.687532Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-24T01:52:23.687666Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-24T01:52:23.687871Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-24T01:52:23.687992Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-24T01:52:23.691366Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-24T01:52:23.696746Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-04-24T01:52:23.730362Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T01:52:23.730503Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T01:52:23.730569Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T01:52:27.066212Z","caller":"traceutil/trace.go:171","msg":"trace[973305837] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"175.617909ms","start":"2026-04-24T01:52:26.890555Z","end":"2026-04-24T01:52:27.066172Z","steps":["trace[973305837] 'process raft request' (duration: 159.831167ms)","trace[973305837] 'compare' (duration: 15.644081ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:29.253645Z","caller":"traceutil/trace.go:171","msg":"trace[603751071] linearizableReadLoop","detail":"{readStateIndex:263; appliedIndex:262; }","duration":"146.617194ms","start":"2026-04-24T01:52:29.107003Z","end":"2026-04-24T01:52:29.25362Z","steps":["trace[603751071] 'read index received' (duration: 141.809867ms)","trace[603751071] 'applied index is now lower than readState.Index' (duration: 4.805987ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:29.253757Z","caller":"traceutil/trace.go:171","msg":"trace[1231363333] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"147.140828ms","start":"2026-04-24T01:52:29.106606Z","end":"2026-04-24T01:52:29.253746Z","steps":["trace[1231363333] 'process raft request' (duration: 142.17608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:29.253931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.914576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:52:29.254009Z","caller":"traceutil/trace.go:171","msg":"trace[1855218175] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:256; }","duration":"147.023337ms","start":"2026-04-24T01:52:29.106969Z","end":"2026-04-24T01:52:29.253992Z","steps":["trace[1855218175] 'agreement among raft nodes before linearized reading' (duration: 146.913126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:29.255731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.237466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-24T01:52:29.255821Z","caller":"traceutil/trace.go:171","msg":"trace[1267308156] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:257; }","duration":"126.352157ms","start":"2026-04-24T01:52:29.129449Z","end":"2026-04-24T01:52:29.255801Z","steps":["trace[1267308156] 'agreement among raft nodes before linearized reading' (duration: 126.143186ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:32.658627Z","caller":"traceutil/trace.go:171","msg":"trace[177922269] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:321; }","duration":"127.272573ms","start":"2026-04-24T01:52:32.531321Z","end":"2026-04-24T01:52:32.658594Z","steps":["trace[177922269] 'read index received' (duration: 126.98027ms)","trace[177922269] 'applied index is now lower than readState.Index' (duration: 290.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:32.658701Z","caller":"traceutil/trace.go:171","msg":"trace[1599954688] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"167.073825ms","start":"2026-04-24T01:52:32.4916Z","end":"2026-04-24T01:52:32.658674Z","steps":["trace[1599954688] 'process raft request' (duration: 166.788963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:32.659381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.68074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-24T01:52:32.659493Z","caller":"traceutil/trace.go:171","msg":"trace[143707321] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:311; }","duration":"128.183891ms","start":"2026-04-24T01:52:32.531282Z","end":"2026-04-24T01:52:32.659466Z","steps":["trace[143707321] 'agreement among raft nodes before linearized reading' (duration: 127.480382ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:34.449845Z","caller":"traceutil/trace.go:171","msg":"trace[805474931] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"113.920033ms","start":"2026-04-24T01:52:34.335888Z","end":"2026-04-24T01:52:34.449808Z","steps":["trace[805474931] 'process raft request' (duration: 113.681663ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:34.772349Z","caller":"traceutil/trace.go:171","msg":"trace[53390461] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"256.397714ms","start":"2026-04-24T01:52:34.515914Z","end":"2026-04-24T01:52:34.772311Z","steps":["trace[53390461] 'process raft request' (duration: 256.206166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:35.034824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.908936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-24T01:52:35.034965Z","caller":"traceutil/trace.go:171","msg":"trace[1389787410] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:353; }","duration":"229.415616ms","start":"2026-04-24T01:52:34.805517Z","end":"2026-04-24T01:52:35.034933Z","steps":["trace[1389787410] 'range keys from in-memory index tree' (duration: 228.663885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:35.530476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.987524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:52:35.530806Z","caller":"traceutil/trace.go:171","msg":"trace[2072261919] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"289.52728ms","start":"2026-04-24T01:52:35.241193Z","end":"2026-04-24T01:52:35.53072Z","steps":["trace[2072261919] 'process raft request' (duration: 134.705671ms)","trace[2072261919] 'compare' (duration: 153.809007ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:35.53094Z","caller":"traceutil/trace.go:171","msg":"trace[509114297] transaction","detail":"{read_only:false; number_of_response:1; response_revision:369; }","duration":"289.602653ms","start":"2026-04-24T01:52:35.241314Z","end":"2026-04-24T01:52:35.530917Z","steps":["trace[509114297] 'process raft request' (duration: 289.29683ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:35.531102Z","caller":"traceutil/trace.go:171","msg":"trace[1325635874] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"289.771571ms","start":"2026-04-24T01:52:35.241309Z","end":"2026-04-24T01:52:35.53108Z","steps":["trace[1325635874] 'process raft request' (duration: 289.380264ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:41.589997Z","caller":"traceutil/trace.go:171","msg":"trace[599110556] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"134.398663ms","start":"2026-04-24T01:52:41.455563Z","end":"2026-04-24T01:52:41.589961Z","steps":["trace[599110556] 'process raft request' (duration: 134.180964ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:42.92963Z","caller":"traceutil/trace.go:171","msg":"trace[946992357] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"143.889045ms","start":"2026-04-24T01:52:42.785712Z","end":"2026-04-24T01:52:42.929601Z","steps":["trace[946992357] 'process raft request' (duration: 143.673235ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:43.1769Z","caller":"traceutil/trace.go:171","msg":"trace[260790445] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"236.336096ms","start":"2026-04-24T01:52:42.940532Z","end":"2026-04-24T01:52:43.176868Z","steps":["trace[260790445] 'process raft request' (duration: 235.423391ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:43.752614Z","caller":"traceutil/trace.go:171","msg":"trace[1897595474] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"117.241015ms","start":"2026-04-24T01:52:43.635347Z","end":"2026-04-24T01:52:43.752588Z","steps":["trace[1897595474] 'process raft request' (duration: 116.899673ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:45.992428Z","caller":"traceutil/trace.go:171","msg":"trace[493890280] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"232.889566ms","start":"2026-04-24T01:52:45.759516Z","end":"2026-04-24T01:52:45.992405Z","steps":["trace[493890280] 'read index received' (duration: 232.692219ms)","trace[493890280] 'applied index is now lower than readState.Index' (duration: 196.057µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:45.992493Z","caller":"traceutil/trace.go:171","msg":"trace[2084419868] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"236.2592ms","start":"2026-04-24T01:52:45.756187Z","end":"2026-04-24T01:52:45.992446Z","steps":["trace[2084419868] 'process raft request' (duration: 236.071723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:45.992671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.132746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:52:45.992725Z","caller":"traceutil/trace.go:171","msg":"trace[461538571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"233.25411ms","start":"2026-04-24T01:52:45.759456Z","end":"2026-04-24T01:52:45.99271Z","steps":["trace[461538571] 'agreement among raft nodes before linearized reading' (duration: 233.090504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:45.992741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.946442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:52:45.992874Z","caller":"traceutil/trace.go:171","msg":"trace[280878857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:415; }","duration":"229.121158ms","start":"2026-04-24T01:52:45.763726Z","end":"2026-04-24T01:52:45.992847Z","steps":["trace[280878857] 'agreement among raft nodes before linearized reading' (duration: 228.862919ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:46.291336Z","caller":"traceutil/trace.go:171","msg":"trace[1298794883] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"293.888277ms","start":"2026-04-24T01:52:45.997414Z","end":"2026-04-24T01:52:46.291302Z","steps":["trace[1298794883] 'process raft request' (duration: 246.711956ms)","trace[1298794883] 'compare' (duration: 46.978213ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:46.291535Z","caller":"traceutil/trace.go:171","msg":"trace[2104354790] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"293.493033ms","start":"2026-04-24T01:52:45.997997Z","end":"2026-04-24T01:52:46.29149Z","steps":["trace[2104354790] 'process raft request' (duration: 293.261964ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:47.478224Z","caller":"traceutil/trace.go:171","msg":"trace[1979733537] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"262.1998ms","start":"2026-04-24T01:52:47.215998Z","end":"2026-04-24T01:52:47.478198Z","steps":["trace[1979733537] 'process raft request' (duration: 262.039515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:48.808856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711275443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:52:49.309596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711275443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:52:49.653356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352469511s","expected-duration":"1s"} {"level":"info","ts":"2026-04-24T01:52:49.654185Z","caller":"traceutil/trace.go:171","msg":"trace[1559816086] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.353193135s","start":"2026-04-24T01:52:48.300744Z","end":"2026-04-24T01:52:49.653937Z","steps":["trace[1559816086] 'process raft request' (duration: 1.353010499s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:49.654718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:48.300721Z","time spent":"1.35360259s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:52:50.291306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.251391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:52:50.29159Z","caller":"traceutil/trace.go:171","msg":"trace[2115412279] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.989497635s","start":"2026-04-24T01:52:48.302056Z","end":"2026-04-24T01:52:50.291554Z","steps":["trace[2115412279] 'process raft request' (duration: 1.83282756s)","trace[2115412279] 'compare' (duration: 155.598198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:52:50.291885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:48.302037Z","time spent":"1.989736774s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:52:50.29191Z","caller":"traceutil/trace.go:171","msg":"trace[1701081072] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"709.792308ms","start":"2026-04-24T01:52:49.582097Z","end":"2026-04-24T01:52:50.291889Z","steps":["trace[1701081072] 'process raft request' (duration: 709.359412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:50.292031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:49.582067Z","time spent":"709.909142ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:52:50.292234Z","caller":"traceutil/trace.go:171","msg":"trace[893477361] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:436; }","duration":"1.983638178s","start":"2026-04-24T01:52:48.30818Z","end":"2026-04-24T01:52:50.291818Z","steps":["trace[893477361] 'read index received' (duration: 1.345489653s)","trace[893477361] 'applied index is now lower than readState.Index' (duration: 638.146515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:52:50.292368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984177707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-24T01:52:50.292656Z","caller":"traceutil/trace.go:171","msg":"trace[1333263735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"1.984498848s","start":"2026-04-24T01:52:48.308137Z","end":"2026-04-24T01:52:50.292636Z","steps":["trace[1333263735] 'agreement among raft nodes before linearized reading' (duration: 1.984156426s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:50.292718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:48.30812Z","time spent":"1.98458128s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T01:52:50.292954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662305881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:52:50.293008Z","caller":"traceutil/trace.go:171","msg":"trace[1804406834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"1.662414495s","start":"2026-04-24T01:52:48.630579Z","end":"2026-04-24T01:52:50.292993Z","steps":["trace[1804406834] 'agreement among raft nodes before linearized reading' (duration: 1.662327392s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:50.29305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:48.63055Z","time spent":"1.662488088s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T01:52:50.293304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.013259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:52:50.293357Z","caller":"traceutil/trace.go:171","msg":"trace[1268300781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"170.122453ms","start":"2026-04-24T01:52:50.123221Z","end":"2026-04-24T01:52:50.293344Z","steps":["trace[1268300781] 'agreement among raft nodes before linearized reading' (duration: 170.04244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:50.293622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141686906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-04-24T01:52:50.293857Z","caller":"traceutil/trace.go:171","msg":"trace[423200291] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:423; }","duration":"1.141952835s","start":"2026-04-24T01:52:49.151888Z","end":"2026-04-24T01:52:50.29384Z","steps":["trace[423200291] 'agreement among raft nodes before linearized reading' (duration: 1.141655785s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:50.293906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:49.151856Z","time spent":"1.142034158s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12693,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-24T01:52:50.401227Z","caller":"traceutil/trace.go:171","msg":"trace[1020102618] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"101.925847ms","start":"2026-04-24T01:52:50.299258Z","end":"2026-04-24T01:52:50.401184Z","steps":["trace[1020102618] 'process raft request' (duration: 91.03511ms)","trace[1020102618] 'compare' (duration: 10.709521ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:51.507807Z","caller":"traceutil/trace.go:171","msg":"trace[1739387088] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"254.952261ms","start":"2026-04-24T01:52:51.252822Z","end":"2026-04-24T01:52:51.507774Z","steps":["trace[1739387088] 'process raft request' (duration: 254.505904ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:54.01347Z","caller":"traceutil/trace.go:171","msg":"trace[591556782] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"301.273588ms","start":"2026-04-24T01:52:53.712161Z","end":"2026-04-24T01:52:54.013435Z","steps":["trace[591556782] 'process raft request' (duration: 301.119882ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:54.013514Z","caller":"traceutil/trace.go:171","msg":"trace[2025368366] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"329.253096ms","start":"2026-04-24T01:52:53.684207Z","end":"2026-04-24T01:52:54.01346Z","steps":["trace[2025368366] 'process raft request' (duration: 313.557452ms)","trace[2025368366] 'compare' (duration: 15.239519ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:54.013569Z","caller":"traceutil/trace.go:171","msg":"trace[157730235] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"313.477178ms","start":"2026-04-24T01:52:53.700028Z","end":"2026-04-24T01:52:54.013505Z","steps":["trace[157730235] 'read index received' (duration: 297.800634ms)","trace[157730235] 'applied index is now lower than readState.Index' (duration: 15.670404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:52:54.013728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.683574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:52:54.013739Z","caller":"traceutil/trace.go:171","msg":"trace[1380689729] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"292.137911ms","start":"2026-04-24T01:52:53.721571Z","end":"2026-04-24T01:52:54.013709Z","steps":["trace[1380689729] 'process raft request' (duration: 291.82125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:54.013753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:53.684182Z","time spent":"329.444913ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:52:54.013801Z","caller":"traceutil/trace.go:171","msg":"trace[638793250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"313.790558ms","start":"2026-04-24T01:52:53.699991Z","end":"2026-04-24T01:52:54.013782Z","steps":["trace[638793250] 'agreement among raft nodes before linearized reading' (duration: 313.616172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:54.01384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:53.699976Z","time spent":"313.85437ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T01:52:54.014132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:52:53.712138Z","time spent":"301.460294ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:52:54.01457Z","caller":"traceutil/trace.go:171","msg":"trace[1288824632] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"288.630042ms","start":"2026-04-24T01:52:53.725915Z","end":"2026-04-24T01:52:54.014545Z","steps":["trace[1288824632] 'process raft request' (duration: 288.313872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:54.590398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.359644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:52:54.590797Z","caller":"traceutil/trace.go:171","msg":"trace[57112580] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"280.185172ms","start":"2026-04-24T01:52:54.310569Z","end":"2026-04-24T01:52:54.590754Z","steps":["trace[57112580] 'process raft request' (duration: 90.330692ms)","trace[57112580] 'compare' (duration: 189.054014ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:54.591279Z","caller":"traceutil/trace.go:171","msg":"trace[578244782] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:543; }","duration":"198.793128ms","start":"2026-04-24T01:52:54.392457Z","end":"2026-04-24T01:52:54.59125Z","steps":["trace[578244782] 'read index received' (duration: 8.295216ms)","trace[578244782] 'applied index is now lower than readState.Index' (duration: 190.496632ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:54.59138Z","caller":"traceutil/trace.go:171","msg":"trace[442726837] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"260.617132ms","start":"2026-04-24T01:52:54.330742Z","end":"2026-04-24T01:52:54.591359Z","steps":["trace[442726837] 'process raft request' (duration: 260.25064ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:54.591293Z","caller":"traceutil/trace.go:171","msg":"trace[600905167] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"277.048688ms","start":"2026-04-24T01:52:54.314207Z","end":"2026-04-24T01:52:54.591255Z","steps":["trace[600905167] 'process raft request' (duration: 276.530971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:54.591518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.054346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:52:54.591587Z","caller":"traceutil/trace.go:171","msg":"trace[1648242018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:525; }","duration":"199.164689ms","start":"2026-04-24T01:52:54.392404Z","end":"2026-04-24T01:52:54.591569Z","steps":["trace[1648242018] 'agreement among raft nodes before linearized reading' (duration: 198.968993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:52:54.591743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.192369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:52:54.595031Z","caller":"traceutil/trace.go:171","msg":"trace[632040595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"177.523001ms","start":"2026-04-24T01:52:54.417483Z","end":"2026-04-24T01:52:54.595006Z","steps":["trace[632040595] 'agreement among raft nodes before linearized reading' (duration: 174.19396ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:54.821915Z","caller":"traceutil/trace.go:171","msg":"trace[14503552] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"219.762345ms","start":"2026-04-24T01:52:54.602123Z","end":"2026-04-24T01:52:54.821885Z","steps":["trace[14503552] 'process raft request' (duration: 205.050845ms)","trace[14503552] 'compare' (duration: 14.574985ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:52:54.82236Z","caller":"traceutil/trace.go:171","msg":"trace[1674010077] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"172.341218ms","start":"2026-04-24T01:52:54.65001Z","end":"2026-04-24T01:52:54.822351Z","steps":["trace[1674010077] 'process raft request' (duration: 172.310417ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:52:54.822549Z","caller":"traceutil/trace.go:171","msg":"trace[1039894695] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"178.99674ms","start":"2026-04-24T01:52:54.643547Z","end":"2026-04-24T01:52:54.822544Z","steps":["trace[1039894695] 'process raft request' (duration: 178.636738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:00.582091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.345978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:53:00.582395Z","caller":"traceutil/trace.go:171","msg":"trace[1368681475] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"433.258033ms","start":"2026-04-24T01:53:00.148965Z","end":"2026-04-24T01:53:00.582223Z","steps":["trace[1368681475] 'process raft request' (duration: 311.655797ms)","trace[1368681475] 'compare' (duration: 121.141532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:00.582482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:00.148943Z","time spent":"433.503ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:53:00.761619Z","caller":"traceutil/trace.go:171","msg":"trace[556642536] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:593; }","duration":"413.635821ms","start":"2026-04-24T01:53:00.347921Z","end":"2026-04-24T01:53:00.761557Z","steps":["trace[556642536] 'read index received' (duration: 112.757109ms)","trace[556642536] 'applied index is now lower than readState.Index' (duration: 300.877322ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:53:00.761744Z","caller":"traceutil/trace.go:171","msg":"trace[1198930478] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"425.681046ms","start":"2026-04-24T01:53:00.336021Z","end":"2026-04-24T01:53:00.761702Z","steps":["trace[1198930478] 'process raft request' (duration: 424.853411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:00.761892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.94487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:53:00.761958Z","caller":"traceutil/trace.go:171","msg":"trace[483037348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:573; }","duration":"414.053824ms","start":"2026-04-24T01:53:00.34789Z","end":"2026-04-24T01:53:00.761943Z","steps":["trace[483037348] 'agreement among raft nodes before linearized reading' (duration: 413.863858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:00.761954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:00.335992Z","time spent":"425.838551ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:53:00.761999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:00.347876Z","time spent":"414.113515ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T01:53:00.792028Z","caller":"traceutil/trace.go:171","msg":"trace[1744874692] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"232.550818ms","start":"2026-04-24T01:53:00.559441Z","end":"2026-04-24T01:53:00.791992Z","steps":["trace[1744874692] 'process raft request' (duration: 232.388713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:00.792745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.560592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:53:00.792789Z","caller":"traceutil/trace.go:171","msg":"trace[2044928211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"120.663966ms","start":"2026-04-24T01:53:00.672111Z","end":"2026-04-24T01:53:00.792775Z","steps":["trace[2044928211] 'agreement among raft nodes before linearized reading' (duration: 120.505941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:01.406659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711275709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:53:01.907708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062908988s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-24T01:53:01.907786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711275709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T01:53:01.99888Z","caller":"traceutil/trace.go:171","msg":"trace[1480070120] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"1.092866035s","start":"2026-04-24T01:53:00.905976Z","end":"2026-04-24T01:53:01.998842Z","steps":["trace[1480070120] 'read index received' (duration: 1.001920765s)","trace[1480070120] 'applied index is now lower than readState.Index' (duration: 90.94424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:01.998977Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18421303286711275712,"received-request-id":18421303286711275709} {"level":"info","ts":"2026-04-24T01:53:01.99908Z","caller":"traceutil/trace.go:171","msg":"trace[1916225230] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.174698739s","start":"2026-04-24T01:53:00.824338Z","end":"2026-04-24T01:53:01.999037Z","steps":["trace[1916225230] 'process raft request' (duration: 1.083572583s)","trace[1916225230] 'compare' (duration: 90.334551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:01.999245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.678863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:53:01.999317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093311058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:53:01.999347Z","caller":"traceutil/trace.go:171","msg":"trace[1902171757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"875.830477ms","start":"2026-04-24T01:53:01.12349Z","end":"2026-04-24T01:53:01.99932Z","steps":["trace[1902171757] 'agreement among raft nodes before linearized reading' (duration: 875.660112ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:01.999366Z","caller":"traceutil/trace.go:171","msg":"trace[1871408021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"1.093438732s","start":"2026-04-24T01:53:00.905914Z","end":"2026-04-24T01:53:01.999353Z","steps":["trace[1871408021] 'agreement among raft nodes before linearized reading' (duration: 1.093182925s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:01.999408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:00.905887Z","time spent":"1.093513334s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T01:53:01.999402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:00.824304Z","time spent":"1.174961797s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-24T01:53:01.999487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:01.123465Z","time spent":"875.92544ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:53:02.18547Z","caller":"traceutil/trace.go:171","msg":"trace[1706974238] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"172.798555ms","start":"2026-04-24T01:53:02.012641Z","end":"2026-04-24T01:53:02.18544Z","steps":["trace[1706974238] 'read index received' (duration: 88.645101ms)","trace[1706974238] 'applied index is now lower than readState.Index' (duration: 84.152074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:02.185701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.517841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:53:02.185671Z","caller":"traceutil/trace.go:171","msg":"trace[167266520] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"179.313263ms","start":"2026-04-24T01:53:02.00629Z","end":"2026-04-24T01:53:02.185603Z","steps":["trace[167266520] 'process raft request' (duration: 95.012835ms)","trace[167266520] 'compare' (duration: 83.999389ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:53:02.185752Z","caller":"traceutil/trace.go:171","msg":"trace[391833724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:578; }","duration":"165.621345ms","start":"2026-04-24T01:53:02.020119Z","end":"2026-04-24T01:53:02.18574Z","steps":["trace[391833724] 'agreement among raft nodes before linearized reading' (duration: 165.512091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:02.185925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.169466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:53:02.186021Z","caller":"traceutil/trace.go:171","msg":"trace[279388767] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:578; }","duration":"173.412433ms","start":"2026-04-24T01:53:02.012588Z","end":"2026-04-24T01:53:02.186Z","steps":["trace[279388767] 'agreement among raft nodes before linearized reading' (duration: 173.014251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:02.186522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.268215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:53:02.186578Z","caller":"traceutil/trace.go:171","msg":"trace[1644822624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:578; }","duration":"166.368189ms","start":"2026-04-24T01:53:02.020196Z","end":"2026-04-24T01:53:02.186565Z","steps":["trace[1644822624] 'agreement among raft nodes before linearized reading' (duration: 166.278096ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:12.185061Z","caller":"traceutil/trace.go:171","msg":"trace[1880068767] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"106.392997ms","start":"2026-04-24T01:53:12.078634Z","end":"2026-04-24T01:53:12.185027Z","steps":["trace[1880068767] 'process raft request' (duration: 106.178121ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:12.492164Z","caller":"traceutil/trace.go:171","msg":"trace[1432308682] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"101.877021ms","start":"2026-04-24T01:53:12.390234Z","end":"2026-04-24T01:53:12.492111Z","steps":["trace[1432308682] 'process raft request' (duration: 85.313993ms)","trace[1432308682] 'compare' (duration: 16.192368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:12.656627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.658032ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-24T01:53:13.077475Z","caller":"traceutil/trace.go:171","msg":"trace[1300928994] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"150.300902ms","start":"2026-04-24T01:53:12.927144Z","end":"2026-04-24T01:53:13.077445Z","steps":["trace[1300928994] 'process raft request' (duration: 63.898688ms)","trace[1300928994] 'compare' (duration: 86.25268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:18.251161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055718014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-24T01:53:18.251271Z","caller":"traceutil/trace.go:171","msg":"trace[1391710924] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:738; }","duration":"1.055907389s","start":"2026-04-24T01:53:17.19534Z","end":"2026-04-24T01:53:18.251248Z","steps":["trace[1391710924] 'range keys from in-memory index tree' (duration: 1.055379195s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:18.251318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:17.19531Z","time spent":"1.055997992s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-24T01:53:18.251418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.531868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:53:18.25151Z","caller":"traceutil/trace.go:171","msg":"trace[1097901635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:738; }","duration":"339.63556ms","start":"2026-04-24T01:53:17.911853Z","end":"2026-04-24T01:53:18.251488Z","steps":["trace[1097901635] 'range keys from in-memory index tree' (duration: 339.321313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:18.251556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:17.911827Z","time spent":"339.719013ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T01:53:18.251877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.535293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:53:18.251418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.348807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qjlh2\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-24T01:53:18.251951Z","caller":"traceutil/trace.go:171","msg":"trace[944670595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"128.647145ms","start":"2026-04-24T01:53:18.123276Z","end":"2026-04-24T01:53:18.251923Z","steps":["trace[944670595] 'range keys from in-memory index tree' (duration: 128.299485ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:18.251999Z","caller":"traceutil/trace.go:171","msg":"trace[1769533403] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qjlh2; range_end:; response_count:1; response_revision:738; }","duration":"998.978604ms","start":"2026-04-24T01:53:17.253001Z","end":"2026-04-24T01:53:18.251979Z","steps":["trace[1769533403] 'range keys from in-memory index tree' (duration: 998.132083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:18.252051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:17.252993Z","time spent":"999.046915ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qjlh2\" "} {"level":"info","ts":"2026-04-24T01:53:18.379683Z","caller":"traceutil/trace.go:171","msg":"trace[1230950780] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"124.483355ms","start":"2026-04-24T01:53:18.255175Z","end":"2026-04-24T01:53:18.379658Z","steps":["trace[1230950780] 'read index received' (duration: 124.393573ms)","trace[1230950780] 'applied index is now lower than readState.Index' (duration: 88.032µs)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:18.38Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.681002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:53:18.380192Z","caller":"traceutil/trace.go:171","msg":"trace[1028870258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"125.033661ms","start":"2026-04-24T01:53:18.255087Z","end":"2026-04-24T01:53:18.380121Z","steps":["trace[1028870258] 'agreement among raft nodes before linearized reading' (duration: 124.707553ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:18.385717Z","caller":"traceutil/trace.go:171","msg":"trace[1189321584] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"127.044733ms","start":"2026-04-24T01:53:18.258653Z","end":"2026-04-24T01:53:18.385698Z","steps":["trace[1189321584] 'process raft request' (duration: 126.523439ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:18.385904Z","caller":"traceutil/trace.go:171","msg":"trace[1084415414] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"123.444239ms","start":"2026-04-24T01:53:18.26242Z","end":"2026-04-24T01:53:18.385864Z","steps":["trace[1084415414] 'process raft request' (duration: 122.923446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:23.190603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.446424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:53:23.190715Z","caller":"traceutil/trace.go:171","msg":"trace[825942988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:789; }","duration":"194.612408ms","start":"2026-04-24T01:53:22.99608Z","end":"2026-04-24T01:53:23.190692Z","steps":["trace[825942988] 'range keys from in-memory index tree' (duration: 194.179747ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:24.598393Z","caller":"traceutil/trace.go:171","msg":"trace[820379311] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"170.565327ms","start":"2026-04-24T01:53:24.427802Z","end":"2026-04-24T01:53:24.598368Z","steps":["trace[820379311] 'read index received' (duration: 170.350402ms)","trace[820379311] 'applied index is now lower than readState.Index' (duration: 214.105µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:53:24.598542Z","caller":"traceutil/trace.go:171","msg":"trace[828083880] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"171.600362ms","start":"2026-04-24T01:53:24.426932Z","end":"2026-04-24T01:53:24.598532Z","steps":["trace[828083880] 'process raft request' (duration: 171.283545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:24.599071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.247273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-24T01:53:24.599122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.899241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:53:24.599179Z","caller":"traceutil/trace.go:171","msg":"trace[1882732424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"171.425879ms","start":"2026-04-24T01:53:24.427729Z","end":"2026-04-24T01:53:24.599155Z","steps":["trace[1882732424] 'agreement among raft nodes before linearized reading' (duration: 171.105661ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:24.599243Z","caller":"traceutil/trace.go:171","msg":"trace[651077391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"168.074065ms","start":"2026-04-24T01:53:24.431137Z","end":"2026-04-24T01:53:24.599211Z","steps":["trace[651077391] 'agreement among raft nodes before linearized reading' (duration: 167.603583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:28.926672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.888966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:53:28.92677Z","caller":"traceutil/trace.go:171","msg":"trace[211242984] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:858; }","duration":"114.019319ms","start":"2026-04-24T01:53:28.812729Z","end":"2026-04-24T01:53:28.926749Z","steps":["trace[211242984] 'range keys from in-memory index tree' (duration: 113.724861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:30.705829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.640478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:53:30.70599Z","caller":"traceutil/trace.go:171","msg":"trace[1682598285] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"449.724578ms","start":"2026-04-24T01:53:30.256238Z","end":"2026-04-24T01:53:30.705963Z","steps":["trace[1682598285] 'process raft request' (duration: 288.833605ms)","trace[1682598285] 'compare' (duration: 160.460273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:53:30.706063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:30.256224Z","time spent":"449.808091ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3595,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:53:30.870895Z","caller":"traceutil/trace.go:171","msg":"trace[99284770] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"610.278895ms","start":"2026-04-24T01:53:30.260588Z","end":"2026-04-24T01:53:30.870867Z","steps":["trace[99284770] 'process raft request' (duration: 606.124567ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:30.871112Z","caller":"traceutil/trace.go:171","msg":"trace[1951601787] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:912; }","duration":"578.695643ms","start":"2026-04-24T01:53:30.292361Z","end":"2026-04-24T01:53:30.871057Z","steps":["trace[1951601787] 'read index received' (duration: 252.727126ms)","trace[1951601787] 'applied index is now lower than readState.Index' (duration: 325.965877ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:53:30.87126Z","caller":"traceutil/trace.go:171","msg":"trace[1878257027] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"442.523428ms","start":"2026-04-24T01:53:30.428676Z","end":"2026-04-24T01:53:30.8712Z","steps":["trace[1878257027] 'process raft request' (duration: 442.128409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:30.871512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.406576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-04-24T01:53:30.871515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:30.428656Z","time spent":"442.724433ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5316,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:53:30.871568Z","caller":"traceutil/trace.go:171","msg":"trace[1087626506] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:885; }","duration":"343.54354ms","start":"2026-04-24T01:53:30.528006Z","end":"2026-04-24T01:53:30.87155Z","steps":["trace[1087626506] 'agreement among raft nodes before linearized reading' (duration: 343.300014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:30.871644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:30.527975Z","time spent":"343.631862ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-24T01:53:30.871604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.182594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-24T01:53:30.871789Z","caller":"traceutil/trace.go:171","msg":"trace[2141888834] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:885; }","duration":"579.45537ms","start":"2026-04-24T01:53:30.292293Z","end":"2026-04-24T01:53:30.871748Z","steps":["trace[2141888834] 'agreement among raft nodes before linearized reading' (duration: 578.996649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:30.871796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.231255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-24T01:53:30.87187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:30.292263Z","time spent":"579.588033ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12779,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-04-24T01:53:30.871902Z","caller":"traceutil/trace.go:171","msg":"trace[1102815333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:885; }","duration":"176.376529ms","start":"2026-04-24T01:53:30.695511Z","end":"2026-04-24T01:53:30.871887Z","steps":["trace[1102815333] 'agreement among raft nodes before linearized reading' (duration: 176.0014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:30.871851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:30.260579Z","time spent":"610.466809ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:53:30.872011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.641433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:53:30.872055Z","caller":"traceutil/trace.go:171","msg":"trace[1235144907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:885; }","duration":"238.729255ms","start":"2026-04-24T01:53:30.633316Z","end":"2026-04-24T01:53:30.872046Z","steps":["trace[1235144907] 'agreement among raft nodes before linearized reading' (duration: 238.603132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:30.872162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.516298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:53:30.872259Z","caller":"traceutil/trace.go:171","msg":"trace[101665935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:885; }","duration":"158.640061ms","start":"2026-04-24T01:53:30.713603Z","end":"2026-04-24T01:53:30.872243Z","steps":["trace[101665935] 'agreement among raft nodes before linearized reading' (duration: 157.878274ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:53:45.507198Z","caller":"traceutil/trace.go:171","msg":"trace[757716813] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:985; }","duration":"431.764809ms","start":"2026-04-24T01:53:45.075391Z","end":"2026-04-24T01:53:45.507156Z","steps":["trace[757716813] 'read index received' (duration: 431.553825ms)","trace[757716813] 'applied index is now lower than readState.Index' (duration: 210.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:53:45.507273Z","caller":"traceutil/trace.go:171","msg":"trace[1068648136] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"441.186745ms","start":"2026-04-24T01:53:45.06607Z","end":"2026-04-24T01:53:45.507257Z","steps":["trace[1068648136] 'process raft request' (duration: 440.93989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:45.50753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.275168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-24T01:53:45.507545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.93191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:53:45.507565Z","caller":"traceutil/trace.go:171","msg":"trace[2133724815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:952; }","duration":"431.34304ms","start":"2026-04-24T01:53:45.076213Z","end":"2026-04-24T01:53:45.507557Z","steps":["trace[2133724815] 'agreement among raft nodes before linearized reading' (duration: 431.262258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:45.507588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:45.076196Z","time spent":"431.385431ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-24T01:53:45.507586Z","caller":"traceutil/trace.go:171","msg":"trace[619348598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"109.002581ms","start":"2026-04-24T01:53:45.398568Z","end":"2026-04-24T01:53:45.507571Z","steps":["trace[619348598] 'agreement among raft nodes before linearized reading' (duration: 108.92145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:45.507715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:45.066046Z","time spent":"441.470701ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:53:45.507448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.039865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-24T01:53:45.507887Z","caller":"traceutil/trace.go:171","msg":"trace[1773384964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"432.535315ms","start":"2026-04-24T01:53:45.075345Z","end":"2026-04-24T01:53:45.50788Z","steps":["trace[1773384964] 'agreement among raft nodes before linearized reading' (duration: 431.957953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:45.507911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:45.075328Z","time spent":"432.576046ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T01:53:45.507784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.00661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:53:45.50799Z","caller":"traceutil/trace.go:171","msg":"trace[1642720382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:952; }","duration":"106.243615ms","start":"2026-04-24T01:53:45.401728Z","end":"2026-04-24T01:53:45.507971Z","steps":["trace[1642720382] 'agreement among raft nodes before linearized reading' (duration: 105.995579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:45.507776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.361137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:53:45.508073Z","caller":"traceutil/trace.go:171","msg":"trace[301495451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"381.682355ms","start":"2026-04-24T01:53:45.126384Z","end":"2026-04-24T01:53:45.508066Z","steps":["trace[301495451] 'agreement among raft nodes before linearized reading' (duration: 381.373518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:53:45.5081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:53:45.126371Z","time spent":"381.722445ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:54:04.533827Z","caller":"traceutil/trace.go:171","msg":"trace[1329840970] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"187.248566ms","start":"2026-04-24T01:54:04.346551Z","end":"2026-04-24T01:54:04.5338Z","steps":["trace[1329840970] 'process raft request' (duration: 187.047141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:54:09.82083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.279062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:54:09.820917Z","caller":"traceutil/trace.go:171","msg":"trace[556028792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"126.449555ms","start":"2026-04-24T01:54:09.694449Z","end":"2026-04-24T01:54:09.820898Z","steps":["trace[556028792] 'range keys from in-memory index tree' (duration: 126.096519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:54:09.821187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.297322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:54:09.821231Z","caller":"traceutil/trace.go:171","msg":"trace[1347689467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1037; }","duration":"126.380694ms","start":"2026-04-24T01:54:09.69484Z","end":"2026-04-24T01:54:09.821221Z","steps":["trace[1347689467] 'range keys from in-memory index tree' (duration: 126.182841ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:54:09.965335Z","caller":"traceutil/trace.go:171","msg":"trace[1875266877] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"137.893977ms","start":"2026-04-24T01:54:09.827413Z","end":"2026-04-24T01:54:09.965307Z","steps":["trace[1875266877] 'process raft request' (duration: 137.726075ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:54:10.007518Z","caller":"traceutil/trace.go:171","msg":"trace[1082780621] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"179.686965ms","start":"2026-04-24T01:54:09.827793Z","end":"2026-04-24T01:54:10.00748Z","steps":["trace[1082780621] 'process raft request' (duration: 179.593544ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:54:10.007688Z","caller":"traceutil/trace.go:171","msg":"trace[1705093610] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"178.123409ms","start":"2026-04-24T01:54:09.829536Z","end":"2026-04-24T01:54:10.00766Z","steps":["trace[1705093610] 'process raft request' (duration: 177.896284ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:54:10.007534Z","caller":"traceutil/trace.go:171","msg":"trace[1626141396] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"179.847468ms","start":"2026-04-24T01:54:09.827634Z","end":"2026-04-24T01:54:10.007481Z","steps":["trace[1626141396] 'process raft request' (duration: 179.538733ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:54:27.906633Z","caller":"traceutil/trace.go:171","msg":"trace[396175553] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"124.955787ms","start":"2026-04-24T01:54:27.781586Z","end":"2026-04-24T01:54:27.906542Z","steps":["trace[396175553] 'process raft request' (duration: 124.800794ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:54:58.469311Z","caller":"traceutil/trace.go:171","msg":"trace[470024220] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"110.602675ms","start":"2026-04-24T01:54:58.358641Z","end":"2026-04-24T01:54:58.469243Z","steps":["trace[470024220] 'process raft request' (duration: 86.955994ms)","trace[470024220] 'compare' (duration: 23.436998ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:00.220947Z","caller":"traceutil/trace.go:171","msg":"trace[874058081] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"143.260707ms","start":"2026-04-24T01:55:00.077662Z","end":"2026-04-24T01:55:00.220923Z","steps":["trace[874058081] 'process raft request' (duration: 143.097885ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:14.910267Z","caller":"traceutil/trace.go:171","msg":"trace[837532542] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1327; }","duration":"101.585067ms","start":"2026-04-24T01:55:14.808651Z","end":"2026-04-24T01:55:14.910236Z","steps":["trace[837532542] 'read index received' (duration: 22.646781ms)","trace[837532542] 'applied index is now lower than readState.Index' (duration: 78.937026ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:14.910371Z","caller":"traceutil/trace.go:171","msg":"trace[38369475] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"153.299134ms","start":"2026-04-24T01:55:14.757016Z","end":"2026-04-24T01:55:14.910315Z","steps":["trace[38369475] 'process raft request' (duration: 135.508427ms)","trace[38369475] 'compare' (duration: 17.599524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:14.910447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.76531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:14.910479Z","caller":"traceutil/trace.go:171","msg":"trace[1900055589] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1275; }","duration":"101.877791ms","start":"2026-04-24T01:55:14.808593Z","end":"2026-04-24T01:55:14.910471Z","steps":["trace[1900055589] 'agreement among raft nodes before linearized reading' (duration: 101.790449ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:16.182819Z","caller":"traceutil/trace.go:171","msg":"trace[1851924296] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1466; }","duration":"300.822361ms","start":"2026-04-24T01:55:15.881949Z","end":"2026-04-24T01:55:16.182771Z","steps":["trace[1851924296] 'read index received' (duration: 255.755526ms)","trace[1851924296] 'applied index is now lower than readState.Index' (duration: 45.064475ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:16.183178Z","caller":"traceutil/trace.go:171","msg":"trace[1669311430] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"302.2501ms","start":"2026-04-24T01:55:15.880906Z","end":"2026-04-24T01:55:16.183156Z","steps":["trace[1669311430] 'process raft request' (duration: 256.989533ms)","trace[1669311430] 'compare' (duration: 44.529377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:16.183417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:15.880888Z","time spent":"302.393412ms","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119974,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:55:16.183299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.4591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:55:16.183433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.453509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-5tvch\" ","response":"range_response_count:1 size:4508"} {"level":"info","ts":"2026-04-24T01:55:16.183542Z","caller":"traceutil/trace.go:171","msg":"trace[897943805] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-5tvch; range_end:; response_count:1; response_revision:1413; }","duration":"301.601311ms","start":"2026-04-24T01:55:15.881917Z","end":"2026-04-24T01:55:16.183518Z","steps":["trace[897943805] 'agreement among raft nodes before linearized reading' (duration: 301.109265ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:16.183561Z","caller":"traceutil/trace.go:171","msg":"trace[258740931] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1413; }","duration":"298.686703ms","start":"2026-04-24T01:55:15.884784Z","end":"2026-04-24T01:55:16.183471Z","steps":["trace[258740931] 'agreement among raft nodes before linearized reading' (duration: 298.384229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.183598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:15.8819Z","time spent":"301.688212ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4532,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-5tvch\" "} {"level":"warn","ts":"2026-04-24T01:55:16.18372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.615631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ng7wv\" ","response":"range_response_count:1 size:4790"} {"level":"info","ts":"2026-04-24T01:55:16.183871Z","caller":"traceutil/trace.go:171","msg":"trace[358828387] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ng7wv; range_end:; response_count:1; response_revision:1413; }","duration":"301.909774ms","start":"2026-04-24T01:55:15.881928Z","end":"2026-04-24T01:55:16.183838Z","steps":["trace[358828387] 'agreement among raft nodes before linearized reading' (duration: 301.239296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.183966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:15.881917Z","time spent":"302.034447ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4814,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ng7wv\" "} {"level":"warn","ts":"2026-04-24T01:55:16.183974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.651091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-jnrjs\" ","response":"range_response_count:1 size:3666"} {"level":"info","ts":"2026-04-24T01:55:16.18525Z","caller":"traceutil/trace.go:171","msg":"trace[208728865] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-jnrjs; range_end:; response_count:1; response_revision:1413; }","duration":"302.937619ms","start":"2026-04-24T01:55:15.882291Z","end":"2026-04-24T01:55:16.185229Z","steps":["trace[208728865] 'agreement among raft nodes before linearized reading' (duration: 300.814261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.185303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:15.882282Z","time spent":"303.00608ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3690,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-jnrjs\" "} {"level":"warn","ts":"2026-04-24T01:55:16.82856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711277593,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T01:55:16.84987Z","caller":"traceutil/trace.go:171","msg":"trace[2088956748] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1470; }","duration":"521.88044ms","start":"2026-04-24T01:55:16.327965Z","end":"2026-04-24T01:55:16.849846Z","steps":["trace[2088956748] 'read index received' (duration: 513.802523ms)","trace[2088956748] 'applied index is now lower than readState.Index' (duration: 8.076577ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:16.849986Z","caller":"traceutil/trace.go:171","msg":"trace[398174777] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"510.093985ms","start":"2026-04-24T01:55:16.339881Z","end":"2026-04-24T01:55:16.849975Z","steps":["trace[398174777] 'process raft request' (duration: 509.864712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.850083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:16.339849Z","time spent":"510.165996ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3133,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-24T01:55:16.850276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.723475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:55:16.850385Z","caller":"traceutil/trace.go:171","msg":"trace[773804271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1418; }","duration":"385.846017ms","start":"2026-04-24T01:55:16.464515Z","end":"2026-04-24T01:55:16.850361Z","steps":["trace[773804271] 'agreement among raft nodes before linearized reading' (duration: 385.492032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.850436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:16.46443Z","time spent":"385.996038ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:55:16.850441Z","caller":"traceutil/trace.go:171","msg":"trace[1025714113] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"573.815714ms","start":"2026-04-24T01:55:16.276602Z","end":"2026-04-24T01:55:16.850418Z","steps":["trace[1025714113] 'process raft request' (duration: 565.1396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.850583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:16.276562Z","time spent":"573.930816ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:55:16.85073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.768412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:55:16.850769Z","caller":"traceutil/trace.go:171","msg":"trace[428249953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1418; }","duration":"522.867124ms","start":"2026-04-24T01:55:16.327891Z","end":"2026-04-24T01:55:16.850758Z","steps":["trace[428249953] 'agreement among raft nodes before linearized reading' (duration: 522.762341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.850799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:16.327866Z","time spent":"522.926185ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T01:55:16.8509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.767566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:55:16.850946Z","caller":"traceutil/trace.go:171","msg":"trace[199199921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1418; }","duration":"162.833128ms","start":"2026-04-24T01:55:16.688102Z","end":"2026-04-24T01:55:16.850935Z","steps":["trace[199199921] 'agreement among raft nodes before linearized reading' (duration: 162.721376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.850988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.106361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:55:16.851025Z","caller":"traceutil/trace.go:171","msg":"trace[286605810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1418; }","duration":"176.203073ms","start":"2026-04-24T01:55:16.674813Z","end":"2026-04-24T01:55:16.851016Z","steps":["trace[286605810] 'agreement among raft nodes before linearized reading' (duration: 176.114012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:16.851336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.075484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:55:16.851523Z","caller":"traceutil/trace.go:171","msg":"trace[293579833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1418; }","duration":"158.305858ms","start":"2026-04-24T01:55:16.693186Z","end":"2026-04-24T01:55:16.851492Z","steps":["trace[293579833] 'agreement among raft nodes before linearized reading' (duration: 157.732261ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:17.235961Z","caller":"traceutil/trace.go:171","msg":"trace[222642079] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"230.359319ms","start":"2026-04-24T01:55:17.005568Z","end":"2026-04-24T01:55:17.235927Z","steps":["trace[222642079] 'process raft request' (duration: 229.6756ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:17.262902Z","caller":"traceutil/trace.go:171","msg":"trace[680580581] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1480; }","duration":"141.618692ms","start":"2026-04-24T01:55:17.121245Z","end":"2026-04-24T01:55:17.262864Z","steps":["trace[680580581] 'read index received' (duration: 113.856227ms)","trace[680580581] 'applied index is now lower than readState.Index' (duration: 27.760315ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:17.26308Z","caller":"traceutil/trace.go:171","msg":"trace[1924777729] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"247.403083ms","start":"2026-04-24T01:55:17.015622Z","end":"2026-04-24T01:55:17.263025Z","steps":["trace[1924777729] 'process raft request' (duration: 247.018288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:17.263171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.907546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:17.263397Z","caller":"traceutil/trace.go:171","msg":"trace[1831271146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1428; }","duration":"142.074878ms","start":"2026-04-24T01:55:17.121178Z","end":"2026-04-24T01:55:17.263253Z","steps":["trace[1831271146] 'agreement among raft nodes before linearized reading' (duration: 141.883386ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:17.569853Z","caller":"traceutil/trace.go:171","msg":"trace[663756256] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"150.399998ms","start":"2026-04-24T01:55:17.419346Z","end":"2026-04-24T01:55:17.569746Z","steps":["trace[663756256] 'process raft request' (duration: 62.541453ms)","trace[663756256] 'compare' (duration: 87.338558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:18.492364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.698683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:18.492456Z","caller":"traceutil/trace.go:171","msg":"trace[605720501] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1452; }","duration":"165.885915ms","start":"2026-04-24T01:55:18.326549Z","end":"2026-04-24T01:55:18.492435Z","steps":["trace[605720501] 'count revisions from in-memory index tree' (duration: 165.569842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:18.492694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.330669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:18.492824Z","caller":"traceutil/trace.go:171","msg":"trace[1852280968] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1452; }","duration":"307.559872ms","start":"2026-04-24T01:55:18.185238Z","end":"2026-04-24T01:55:18.492798Z","steps":["trace[1852280968] 'count revisions from in-memory index tree' (duration: 307.165868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:18.492884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:18.185208Z","time spent":"307.662523ms","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-24T01:55:22.080535Z","caller":"traceutil/trace.go:171","msg":"trace[1423909107] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"124.500775ms","start":"2026-04-24T01:55:21.955999Z","end":"2026-04-24T01:55:22.0805Z","steps":["trace[1423909107] 'process raft request' (duration: 124.335223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.819964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.327754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:55:33.82014Z","caller":"traceutil/trace.go:171","msg":"trace[517962963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1666; }","duration":"847.574417ms","start":"2026-04-24T01:55:32.972545Z","end":"2026-04-24T01:55:33.820119Z","steps":["trace[517962963] 'range keys from in-memory index tree' (duration: 847.086261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.82007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.466729ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:55:33.820192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:32.972516Z","time spent":"847.667059ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:55:33.820244Z","caller":"traceutil/trace.go:171","msg":"trace[77281120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1666; }","duration":"207.661191ms","start":"2026-04-24T01:55:33.612554Z","end":"2026-04-24T01:55:33.820215Z","steps":["trace[77281120] 'range keys from in-memory index tree' (duration: 207.447229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.820335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.979367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:55:33.820596Z","caller":"traceutil/trace.go:171","msg":"trace[1571155054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1666; }","duration":"857.312081ms","start":"2026-04-24T01:55:32.96313Z","end":"2026-04-24T01:55:33.820442Z","steps":["trace[1571155054] 'range keys from in-memory index tree' (duration: 856.802955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.820678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:32.963103Z","time spent":"857.555474ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-24T01:55:33.820763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.660953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-24T01:55:33.820775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.917682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:55:33.820896Z","caller":"traceutil/trace.go:171","msg":"trace[1869406194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1666; }","duration":"848.482669ms","start":"2026-04-24T01:55:32.972384Z","end":"2026-04-24T01:55:33.820867Z","steps":["trace[1869406194] 'range keys from in-memory index tree' (duration: 847.627608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.820956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:32.972374Z","time spent":"848.56727ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T01:55:33.820834Z","caller":"traceutil/trace.go:171","msg":"trace[1203825] linearizableReadLoop","detail":"{readStateIndex:1726; appliedIndex:1725; }","duration":"831.643086ms","start":"2026-04-24T01:55:32.989181Z","end":"2026-04-24T01:55:33.820824Z","steps":["trace[1203825] 'read index received' (duration: 313.835651ms)","trace[1203825] 'applied index is now lower than readState.Index' (duration: 517.806065ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:33.821123Z","caller":"traceutil/trace.go:171","msg":"trace[234137049] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"831.97471ms","start":"2026-04-24T01:55:32.989124Z","end":"2026-04-24T01:55:33.821099Z","steps":["trace[234137049] 'process raft request' (duration: 313.860591ms)","trace[234137049] 'compare' (duration: 516.698472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:33.821239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:32.989097Z","time spent":"832.065091ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:55:33.821265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.615981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-24T01:55:33.821541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.360286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:55:33.821586Z","caller":"traceutil/trace.go:171","msg":"trace[1322013446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1667; }","duration":"832.407077ms","start":"2026-04-24T01:55:32.989171Z","end":"2026-04-24T01:55:33.821578Z","steps":["trace[1322013446] 'agreement among raft nodes before linearized reading' (duration: 831.680377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.821627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:32.989009Z","time spent":"832.610179ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-24T01:55:33.821351Z","caller":"traceutil/trace.go:171","msg":"trace[158555989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1666; }","duration":"848.758103ms","start":"2026-04-24T01:55:32.972579Z","end":"2026-04-24T01:55:33.821337Z","steps":["trace[158555989] 'range keys from in-memory index tree' (duration: 847.098071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.821925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:32.97255Z","time spent":"849.35746ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T01:55:33.824381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.352109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:33.824478Z","caller":"traceutil/trace.go:171","msg":"trace[1305387015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1668; }","duration":"700.48048ms","start":"2026-04-24T01:55:33.123982Z","end":"2026-04-24T01:55:33.824462Z","steps":["trace[1305387015] 'agreement among raft nodes before linearized reading' (duration: 700.342769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:33.824556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:33.123963Z","time spent":"700.584081ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:55:44.649871Z","caller":"traceutil/trace.go:171","msg":"trace[2079480964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1838; }","duration":"129.242533ms","start":"2026-04-24T01:55:44.520596Z","end":"2026-04-24T01:55:44.649838Z","steps":["trace[2079480964] 'process raft request' (duration: 129.121362ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:52.826557Z","caller":"traceutil/trace.go:171","msg":"trace[1726459806] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2057; }","duration":"220.781002ms","start":"2026-04-24T01:55:52.605744Z","end":"2026-04-24T01:55:52.826525Z","steps":["trace[1726459806] 'process raft request' (duration: 220.59679ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:52.835674Z","caller":"traceutil/trace.go:171","msg":"trace[1781019417] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"208.163708ms","start":"2026-04-24T01:55:52.627482Z","end":"2026-04-24T01:55:52.835646Z","steps":["trace[1781019417] 'process raft request' (duration: 207.956535ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:52.892473Z","caller":"traceutil/trace.go:171","msg":"trace[593676539] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2147; }","duration":"148.358052ms","start":"2026-04-24T01:55:52.744046Z","end":"2026-04-24T01:55:52.892405Z","steps":["trace[593676539] 'read index received' (duration: 82.27421ms)","trace[593676539] 'applied index is now lower than readState.Index' (duration: 66.082162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:52.893069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.99943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:52.893141Z","caller":"traceutil/trace.go:171","msg":"trace[1629236353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2058; }","duration":"149.128992ms","start":"2026-04-24T01:55:52.74399Z","end":"2026-04-24T01:55:52.893119Z","steps":["trace[1629236353] 'agreement among raft nodes before linearized reading' (duration: 149.005991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:53.717982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.301997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:53.71811Z","caller":"traceutil/trace.go:171","msg":"trace[1901760185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2101; }","duration":"105.440759ms","start":"2026-04-24T01:55:53.612649Z","end":"2026-04-24T01:55:53.71809Z","steps":["trace[1901760185] 'range keys from in-memory index tree' (duration: 105.282847ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.125592Z","caller":"traceutil/trace.go:171","msg":"trace[560268941] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"402.65543ms","start":"2026-04-24T01:55:53.722896Z","end":"2026-04-24T01:55:54.125552Z","steps":["trace[560268941] 'process raft request' (duration: 385.545712ms)","trace[560268941] 'compare' (duration: 16.586531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:54.126022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.722872Z","time spent":"402.820002ms","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2302,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-24T01:55:54.344822Z","caller":"traceutil/trace.go:171","msg":"trace[577083089] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"436.441955ms","start":"2026-04-24T01:55:53.908356Z","end":"2026-04-24T01:55:54.344798Z","steps":["trace[577083089] 'process raft request' (duration: 428.755032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.345072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.908322Z","time spent":"436.649157ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:55:54.34514Z","caller":"traceutil/trace.go:171","msg":"trace[1716540817] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"430.179619ms","start":"2026-04-24T01:55:53.914933Z","end":"2026-04-24T01:55:54.345113Z","steps":["trace[1716540817] 'process raft request' (duration: 429.815235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.345308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.914897Z","time spent":"430.316061ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:55:54.345432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.89916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:55:54.345534Z","caller":"traceutil/trace.go:171","msg":"trace[1791454783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2106; }","duration":"399.074431ms","start":"2026-04-24T01:55:53.946438Z","end":"2026-04-24T01:55:54.345513Z","steps":["trace[1791454783] 'agreement among raft nodes before linearized reading' (duration: 398.845348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.345578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.946371Z","time spent":"399.199612ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T01:55:54.345699Z","caller":"traceutil/trace.go:171","msg":"trace[771169801] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2195; }","duration":"398.483304ms","start":"2026-04-24T01:55:53.946525Z","end":"2026-04-24T01:55:54.345009Z","steps":["trace[771169801] 'read index received' (duration: 161.90081ms)","trace[771169801] 'applied index is now lower than readState.Index' (duration: 236.581224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:55:54.347125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.332819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:54.347161Z","caller":"traceutil/trace.go:171","msg":"trace[316996430] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2107; }","duration":"226.418621ms","start":"2026-04-24T01:55:54.120731Z","end":"2026-04-24T01:55:54.34715Z","steps":["trace[316996430] 'agreement among raft nodes before linearized reading' (duration: 226.34423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.345887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-24T01:55:54.347443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.032537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d9hls\" ","response":"range_response_count:1 size:5533"} {"level":"warn","ts":"2026-04-24T01:55:54.3475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.271491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:55:54.347496Z","caller":"traceutil/trace.go:171","msg":"trace[1711239897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2107; }","duration":"395.705251ms","start":"2026-04-24T01:55:53.951763Z","end":"2026-04-24T01:55:54.347468Z","steps":["trace[1711239897] 'agreement among raft nodes before linearized reading' (duration: 395.195175ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.347534Z","caller":"traceutil/trace.go:171","msg":"trace[244726922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2107; }","duration":"388.342361ms","start":"2026-04-24T01:55:53.959182Z","end":"2026-04-24T01:55:54.347524Z","steps":["trace[244726922] 'agreement among raft nodes before linearized reading' (duration: 388.27201ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.347544Z","caller":"traceutil/trace.go:171","msg":"trace[1305850309] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d9hls; range_end:; response_count:1; response_revision:2107; }","duration":"378.180888ms","start":"2026-04-24T01:55:53.96934Z","end":"2026-04-24T01:55:54.347521Z","steps":["trace[1305850309] 'agreement among raft nodes before linearized reading' (duration: 377.830594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.959165Z","time spent":"388.393533ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T01:55:54.34758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.63187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-24T01:55:54.347599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.969332Z","time spent":"378.257899ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5557,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d9hls\" "} {"level":"info","ts":"2026-04-24T01:55:54.347631Z","caller":"traceutil/trace.go:171","msg":"trace[1389140485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2107; }","duration":"395.71951ms","start":"2026-04-24T01:55:53.951881Z","end":"2026-04-24T01:55:54.347601Z","steps":["trace[1389140485] 'agreement among raft nodes before linearized reading' (duration: 395.648549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.951875Z","time spent":"395.776532ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T01:55:54.347302Z","caller":"traceutil/trace.go:171","msg":"trace[2087223695] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"111.124166ms","start":"2026-04-24T01:55:54.236168Z","end":"2026-04-24T01:55:54.347292Z","steps":["trace[2087223695] 'process raft request' (duration: 110.60893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.717396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:54.347827Z","caller":"traceutil/trace.go:171","msg":"trace[2004807587] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:2107; }","duration":"246.802617ms","start":"2026-04-24T01:55:54.101013Z","end":"2026-04-24T01:55:54.347815Z","steps":["trace[2004807587] 'agreement among raft nodes before linearized reading' (duration: 246.740186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.012061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:55:54.347917Z","caller":"traceutil/trace.go:171","msg":"trace[671755485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2107; }","duration":"361.655218ms","start":"2026-04-24T01:55:53.986253Z","end":"2026-04-24T01:55:54.347908Z","steps":["trace[671755485] 'agreement among raft nodes before linearized reading' (duration: 360.96754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.986239Z","time spent":"361.701828ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T01:55:54.347352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.920565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:54.348007Z","caller":"traceutil/trace.go:171","msg":"trace[1564709119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2107; }","duration":"226.614123ms","start":"2026-04-24T01:55:54.121385Z","end":"2026-04-24T01:55:54.347999Z","steps":["trace[1564709119] 'agreement among raft nodes before linearized reading' (duration: 225.944295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.341093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87dec99f-b87e-407f-8563-4e0b482ba4a8\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-24T01:55:54.348099Z","caller":"traceutil/trace.go:171","msg":"trace[2117458779] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87dec99f-b87e-407f-8563-4e0b482ba4a8; range_end:; response_count:1; response_revision:2107; }","duration":"143.056212ms","start":"2026-04-24T01:55:54.205028Z","end":"2026-04-24T01:55:54.348084Z","steps":["trace[2117458779] 'agreement among raft nodes before linearized reading' (duration: 142.291023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.347429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.892126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-24T01:55:54.348203Z","caller":"traceutil/trace.go:171","msg":"trace[784652965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2107; }","duration":"146.708915ms","start":"2026-04-24T01:55:54.201488Z","end":"2026-04-24T01:55:54.348196Z","steps":["trace[784652965] 'agreement among raft nodes before linearized reading' (duration: 145.886866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.350655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:53.951751Z","time spent":"395.982214ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:55:54.551124Z","caller":"traceutil/trace.go:171","msg":"trace[1771685624] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"194.144649ms","start":"2026-04-24T01:55:54.35693Z","end":"2026-04-24T01:55:54.551075Z","steps":["trace[1771685624] 'process raft request' (duration: 193.815676ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.551231Z","caller":"traceutil/trace.go:171","msg":"trace[36768978] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"193.442372ms","start":"2026-04-24T01:55:54.357754Z","end":"2026-04-24T01:55:54.551197Z","steps":["trace[36768978] 'process raft request' (duration: 193.091517ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.55145Z","caller":"traceutil/trace.go:171","msg":"trace[1873662710] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2199; }","duration":"174.398912ms","start":"2026-04-24T01:55:54.377037Z","end":"2026-04-24T01:55:54.551436Z","steps":["trace[1873662710] 'read index received' (duration: 2.652062ms)","trace[1873662710] 'applied index is now lower than readState.Index' (duration: 171.7447ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:54.551659Z","caller":"traceutil/trace.go:171","msg":"trace[1419068280] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"193.971859ms","start":"2026-04-24T01:55:54.357618Z","end":"2026-04-24T01:55:54.55159Z","steps":["trace[1419068280] 'process raft request' (duration: 193.172758ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.55179Z","caller":"traceutil/trace.go:171","msg":"trace[1105216863] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"198.206529ms","start":"2026-04-24T01:55:54.353544Z","end":"2026-04-24T01:55:54.551751Z","steps":["trace[1105216863] 'process raft request' (duration: 115.056902ms)","trace[1105216863] 'compare' (duration: 81.548128ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:54.551751Z","caller":"traceutil/trace.go:171","msg":"trace[611871831] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"196.532459ms","start":"2026-04-24T01:55:54.355185Z","end":"2026-04-24T01:55:54.551718Z","steps":["trace[611871831] 'process raft request' (duration: 195.329654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.551694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.634264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-24T01:55:54.552136Z","caller":"traceutil/trace.go:171","msg":"trace[625075435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2117; }","duration":"175.12477ms","start":"2026-04-24T01:55:54.376987Z","end":"2026-04-24T01:55:54.552112Z","steps":["trace[625075435] 'agreement among raft nodes before linearized reading' (duration: 174.499942ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.552194Z","caller":"traceutil/trace.go:171","msg":"trace[735076040] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"195.387325ms","start":"2026-04-24T01:55:54.35679Z","end":"2026-04-24T01:55:54.552178Z","steps":["trace[735076040] 'process raft request' (duration: 193.853126ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.552305Z","caller":"traceutil/trace.go:171","msg":"trace[984256662] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"195.439106ms","start":"2026-04-24T01:55:54.356852Z","end":"2026-04-24T01:55:54.552291Z","steps":["trace[984256662] 'process raft request' (duration: 193.841516ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.736605Z","caller":"traceutil/trace.go:171","msg":"trace[1682331744] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"175.289172ms","start":"2026-04-24T01:55:54.561276Z","end":"2026-04-24T01:55:54.736565Z","steps":["trace[1682331744] 'process raft request' (duration: 172.517979ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.770168Z","caller":"traceutil/trace.go:171","msg":"trace[1753958342] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"208.543124ms","start":"2026-04-24T01:55:54.561582Z","end":"2026-04-24T01:55:54.770125Z","steps":["trace[1753958342] 'process raft request' (duration: 208.264351ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.770273Z","caller":"traceutil/trace.go:171","msg":"trace[1684945199] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"208.052548ms","start":"2026-04-24T01:55:54.562165Z","end":"2026-04-24T01:55:54.770218Z","steps":["trace[1684945199] 'process raft request' (duration: 207.929667ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.770258Z","caller":"traceutil/trace.go:171","msg":"trace[1840639232] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"208.504644ms","start":"2026-04-24T01:55:54.561683Z","end":"2026-04-24T01:55:54.770188Z","steps":["trace[1840639232] 'process raft request' (duration: 208.348562ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.770896Z","caller":"traceutil/trace.go:171","msg":"trace[1438848691] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"207.916426ms","start":"2026-04-24T01:55:54.56295Z","end":"2026-04-24T01:55:54.770867Z","steps":["trace[1438848691] 'process raft request' (duration: 207.219468ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.770891Z","caller":"traceutil/trace.go:171","msg":"trace[1412139925] linearizableReadLoop","detail":"{readStateIndex:2213; appliedIndex:2209; }","duration":"208.522554ms","start":"2026-04-24T01:55:54.562331Z","end":"2026-04-24T01:55:54.770854Z","steps":["trace[1412139925] 'read index received' (duration: 171.528837ms)","trace[1412139925] 'applied index is now lower than readState.Index' (duration: 36.992057ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:54.770985Z","caller":"traceutil/trace.go:171","msg":"trace[66487646] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"204.746608ms","start":"2026-04-24T01:55:54.566208Z","end":"2026-04-24T01:55:54.770955Z","steps":["trace[66487646] 'process raft request' (duration: 204.533066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.771174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.967052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:55:54.771209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.753867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:54.771226Z","caller":"traceutil/trace.go:171","msg":"trace[1890698624] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2123; }","duration":"182.066323ms","start":"2026-04-24T01:55:54.589146Z","end":"2026-04-24T01:55:54.771213Z","steps":["trace[1890698624] 'agreement among raft nodes before linearized reading' (duration: 181.959622ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:54.77126Z","caller":"traceutil/trace.go:171","msg":"trace[497324986] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2123; }","duration":"180.853449ms","start":"2026-04-24T01:55:54.59039Z","end":"2026-04-24T01:55:54.771243Z","steps":["trace[497324986] 'agreement among raft nodes before linearized reading' (duration: 180.728318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.771296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.925819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-x97g8\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-24T01:55:54.771342Z","caller":"traceutil/trace.go:171","msg":"trace[548226968] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-x97g8; range_end:; response_count:1; response_revision:2123; }","duration":"209.0231ms","start":"2026-04-24T01:55:54.562304Z","end":"2026-04-24T01:55:54.771327Z","steps":["trace[548226968] 'agreement among raft nodes before linearized reading' (duration: 208.759947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.771376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.629675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:55:54.771407Z","caller":"traceutil/trace.go:171","msg":"trace[1922606360] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2123; }","duration":"151.704236ms","start":"2026-04-24T01:55:54.619695Z","end":"2026-04-24T01:55:54.771399Z","steps":["trace[1922606360] 'agreement among raft nodes before linearized reading' (duration: 151.648686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:54.771449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.037963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:54.771541Z","caller":"traceutil/trace.go:171","msg":"trace[1057995818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2123; }","duration":"182.174475ms","start":"2026-04-24T01:55:54.589343Z","end":"2026-04-24T01:55:54.771517Z","steps":["trace[1057995818] 'agreement among raft nodes before linearized reading' (duration: 181.997313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:57.410742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.797975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:57.41089Z","caller":"traceutil/trace.go:171","msg":"trace[2145456943] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2212; }","duration":"100.961316ms","start":"2026-04-24T01:55:57.309913Z","end":"2026-04-24T01:55:57.410874Z","steps":["trace[2145456943] 'range keys from in-memory index tree' (duration: 100.714493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:57.412034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.019289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:57.412111Z","caller":"traceutil/trace.go:171","msg":"trace[1632866543] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2212; }","duration":"102.144741ms","start":"2026-04-24T01:55:57.309955Z","end":"2026-04-24T01:55:57.4121Z","steps":["trace[1632866543] 'count revisions from in-memory index tree' (duration: 101.928329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:57.412276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.010369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:57.412367Z","caller":"traceutil/trace.go:171","msg":"trace[890270363] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2212; }","duration":"102.140491ms","start":"2026-04-24T01:55:57.310207Z","end":"2026-04-24T01:55:57.412348Z","steps":["trace[890270363] 'range keys from in-memory index tree' (duration: 101.953508ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:58.136188Z","caller":"traceutil/trace.go:171","msg":"trace[1090301790] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"127.689275ms","start":"2026-04-24T01:55:58.008449Z","end":"2026-04-24T01:55:58.136138Z","steps":["trace[1090301790] 'process raft request' (duration: 127.391981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.083202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711279090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:55:59.584375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711279090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:55:59.641387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067438632s","expected-duration":"1s"} {"level":"info","ts":"2026-04-24T01:55:59.642023Z","caller":"traceutil/trace.go:171","msg":"trace[998608418] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.068133211s","start":"2026-04-24T01:55:58.57383Z","end":"2026-04-24T01:55:59.641963Z","steps":["trace[998608418] 'process raft request' (duration: 1.067855007s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.642251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.573813Z","time spent":"1.068301683s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:55:59.643363Z","caller":"traceutil/trace.go:171","msg":"trace[784356130] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.067633334s","start":"2026-04-24T01:55:58.575702Z","end":"2026-04-24T01:55:59.643335Z","steps":["trace[784356130] 'process raft request' (duration: 1.067052717s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.643527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.575691Z","time spent":"1.067732985s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:55:59.643915Z","caller":"traceutil/trace.go:171","msg":"trace[673632740] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2312; }","duration":"1.060900053s","start":"2026-04-24T01:55:58.582974Z","end":"2026-04-24T01:55:59.643874Z","steps":["trace[673632740] 'read index received' (duration: 1.058738468s)","trace[673632740] 'applied index is now lower than readState.Index' (duration: 2.159675ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:55:59.644148Z","caller":"traceutil/trace.go:171","msg":"trace[1924555569] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"856.483606ms","start":"2026-04-24T01:55:58.787644Z","end":"2026-04-24T01:55:59.644128Z","steps":["trace[1924555569] 'process raft request' (duration: 855.895228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.644341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.787589Z","time spent":"856.618567ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:55:59.6447Z","caller":"traceutil/trace.go:171","msg":"trace[1227907824] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"447.445131ms","start":"2026-04-24T01:55:59.197237Z","end":"2026-04-24T01:55:59.644682Z","steps":["trace[1227907824] 'process raft request' (duration: 446.53313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.644796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:59.197195Z","time spent":"447.554063ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:55:59.644938Z","caller":"traceutil/trace.go:171","msg":"trace[1041395099] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"1.068799048s","start":"2026-04-24T01:55:58.576118Z","end":"2026-04-24T01:55:59.644917Z","steps":["trace[1041395099] 'process raft request' (duration: 1.067169318s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.645039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.576092Z","time spent":"1.06889869s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:55:59.645332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.637609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87dec99f-b87e-407f-8563-4e0b482ba4a8\" ","response":"range_response_count:1 size:3736"} {"level":"warn","ts":"2026-04-24T01:55:59.645342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062356701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-24T01:55:59.645367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.62358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df9b4f8c-f5df-4694-a361-9a55c7de102a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-24T01:55:59.645341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.984385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:55:59.645414Z","caller":"traceutil/trace.go:171","msg":"trace[260338578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87dec99f-b87e-407f-8563-4e0b482ba4a8; range_end:; response_count:1; response_revision:2222; }","duration":"220.756401ms","start":"2026-04-24T01:55:59.424638Z","end":"2026-04-24T01:55:59.645394Z","steps":["trace[260338578] 'agreement among raft nodes before linearized reading' (duration: 220.580679ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:55:59.64546Z","caller":"traceutil/trace.go:171","msg":"trace[1313446287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2222; }","duration":"522.189068ms","start":"2026-04-24T01:55:59.123247Z","end":"2026-04-24T01:55:59.645436Z","steps":["trace[1313446287] 'agreement among raft nodes before linearized reading' (duration: 521.942675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.647098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.996565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-24T01:55:59.647219Z","caller":"traceutil/trace.go:171","msg":"trace[1625563656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2222; }","duration":"794.150136ms","start":"2026-04-24T01:55:58.85302Z","end":"2026-04-24T01:55:59.64717Z","steps":["trace[1625563656] 'agreement among raft nodes before linearized reading' (duration: 792.166012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.64729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.852997Z","time spent":"794.278508ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-24T01:55:59.645418Z","caller":"traceutil/trace.go:171","msg":"trace[1208629099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2222; }","duration":"1.062470042s","start":"2026-04-24T01:55:58.582931Z","end":"2026-04-24T01:55:59.645401Z","steps":["trace[1208629099] 'agreement among raft nodes before linearized reading' (duration: 1.062142368s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.64744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.582917Z","time spent":"1.064495646s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-24T01:55:59.647513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:59.123209Z","time spent":"524.285524ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:55:59.647107Z","caller":"traceutil/trace.go:171","msg":"trace[1342102018] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df9b4f8c-f5df-4694-a361-9a55c7de102a; range_end:; response_count:1; response_revision:2222; }","duration":"754.679381ms","start":"2026-04-24T01:55:58.890727Z","end":"2026-04-24T01:55:59.645406Z","steps":["trace[1342102018] 'agreement among raft nodes before linearized reading' (duration: 754.501239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:55:59.648044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:55:58.89063Z","time spent":"757.381703ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df9b4f8c-f5df-4694-a361-9a55c7de102a\" "} {"level":"info","ts":"2026-04-24T01:56:09.668641Z","caller":"traceutil/trace.go:171","msg":"trace[1576043678] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"103.552495ms","start":"2026-04-24T01:56:09.565057Z","end":"2026-04-24T01:56:09.668609Z","steps":["trace[1576043678] 'process raft request' (duration: 103.351513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:11.980655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.246247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:11.980819Z","caller":"traceutil/trace.go:171","msg":"trace[1710731852] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2445; }","duration":"161.431194ms","start":"2026-04-24T01:56:11.819361Z","end":"2026-04-24T01:56:11.980793Z","steps":["trace[1710731852] 'read index received' (duration: 35.901714ms)","trace[1710731852] 'applied index is now lower than readState.Index' (duration: 125.5277ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:11.981277Z","caller":"traceutil/trace.go:171","msg":"trace[985785623] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"166.473064ms","start":"2026-04-24T01:56:11.814784Z","end":"2026-04-24T01:56:11.981257Z","steps":["trace[985785623] 'process raft request' (duration: 40.498928ms)","trace[985785623] 'compare' (duration: 125.038134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:11.981461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.91253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-24T01:56:11.981497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.104082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T01:56:11.981609Z","caller":"traceutil/trace.go:171","msg":"trace[1343173485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2348; }","duration":"162.270794ms","start":"2026-04-24T01:56:11.819316Z","end":"2026-04-24T01:56:11.981586Z","steps":["trace[1343173485] 'agreement among raft nodes before linearized reading' (duration: 161.93821ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:11.981604Z","caller":"traceutil/trace.go:171","msg":"trace[111241358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2348; }","duration":"162.088372ms","start":"2026-04-24T01:56:11.81949Z","end":"2026-04-24T01:56:11.981578Z","steps":["trace[111241358] 'agreement among raft nodes before linearized reading' (duration: 161.719928ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:12.910674Z","caller":"traceutil/trace.go:171","msg":"trace[409008408] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"435.244406ms","start":"2026-04-24T01:56:12.475397Z","end":"2026-04-24T01:56:12.910641Z","steps":["trace[409008408] 'process raft request' (duration: 435.031294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:12.911117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:12.475366Z","time spent":"435.407158ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:13.009121Z","caller":"traceutil/trace.go:171","msg":"trace[915747751] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"533.052359ms","start":"2026-04-24T01:56:12.476036Z","end":"2026-04-24T01:56:13.009089Z","steps":["trace[915747751] 'process raft request' (duration: 482.717496ms)","trace[915747751] 'compare' (duration: 50.06679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:13.009303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:12.476026Z","time spent":"533.1791ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:13.17994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.915821ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-24T01:56:13.180081Z","caller":"traceutil/trace.go:171","msg":"trace[1213160979] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2448; }","duration":"688.492346ms","start":"2026-04-24T01:56:12.491566Z","end":"2026-04-24T01:56:13.180058Z","steps":["trace[1213160979] 'read index received' (duration: 418.901413ms)","trace[1213160979] 'applied index is now lower than readState.Index' (duration: 269.588813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:13.180237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.759244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:56:13.18027Z","caller":"traceutil/trace.go:171","msg":"trace[504247890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2352; }","duration":"640.862016ms","start":"2026-04-24T01:56:12.539395Z","end":"2026-04-24T01:56:13.180257Z","steps":["trace[504247890] 'agreement among raft nodes before linearized reading' (duration: 640.788685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:13.180305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:12.539369Z","time spent":"640.926086ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:56:13.180591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.530972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:56:13.180629Z","caller":"traceutil/trace.go:171","msg":"trace[736240779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2352; }","duration":"617.589782ms","start":"2026-04-24T01:56:12.563028Z","end":"2026-04-24T01:56:13.180618Z","steps":["trace[736240779] 'agreement among raft nodes before linearized reading' (duration: 617.462481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:13.180656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:12.563018Z","time spent":"617.631332ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T01:56:13.180646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.294141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-24T01:56:13.180712Z","caller":"traceutil/trace.go:171","msg":"trace[2129498786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2352; }","duration":"377.390112ms","start":"2026-04-24T01:56:12.803301Z","end":"2026-04-24T01:56:13.180692Z","steps":["trace[2129498786] 'agreement among raft nodes before linearized reading' (duration: 377.21792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:13.180762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:12.803283Z","time spent":"377.467954ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-24T01:56:13.180312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.739629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:56:13.181314Z","caller":"traceutil/trace.go:171","msg":"trace[1713356409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2352; }","duration":"689.751712ms","start":"2026-04-24T01:56:12.491526Z","end":"2026-04-24T01:56:13.181278Z","steps":["trace[1713356409] 'agreement among raft nodes before linearized reading' (duration: 688.604259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:13.181422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:12.491512Z","time spent":"689.862533ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T01:56:16.105345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.39218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:56:16.105584Z","caller":"traceutil/trace.go:171","msg":"trace[1500936116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2373; }","duration":"108.640644ms","start":"2026-04-24T01:56:15.996829Z","end":"2026-04-24T01:56:16.10547Z","steps":["trace[1500936116] 'range keys from in-memory index tree' (duration: 108.189488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:20.631355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711279466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:56:21.132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711279466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:56:21.17704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045705091s","expected-duration":"1s"} {"level":"info","ts":"2026-04-24T01:56:21.177654Z","caller":"traceutil/trace.go:171","msg":"trace[1726613486] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"1.046445169s","start":"2026-04-24T01:56:20.131173Z","end":"2026-04-24T01:56:21.177618Z","steps":["trace[1726613486] 'process raft request' (duration: 1.046202566s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.177888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:20.131138Z","time spent":"1.046595961s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:21.222898Z","caller":"traceutil/trace.go:171","msg":"trace[436249812] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"941.063391ms","start":"2026-04-24T01:56:20.28181Z","end":"2026-04-24T01:56:21.222873Z","steps":["trace[436249812] 'process raft request' (duration: 937.290606ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:21.222906Z","caller":"traceutil/trace.go:171","msg":"trace[291750718] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"284.205022ms","start":"2026-04-24T01:56:20.938667Z","end":"2026-04-24T01:56:21.222872Z","steps":["trace[291750718] 'process raft request' (duration: 284.118151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.223022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:20.281785Z","time spent":"941.175682ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:21.223215Z","caller":"traceutil/trace.go:171","msg":"trace[1757396005] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2507; }","duration":"1.09192722s","start":"2026-04-24T01:56:20.131246Z","end":"2026-04-24T01:56:21.223173Z","steps":["trace[1757396005] 'read index received' (duration: 1.046238897s)","trace[1757396005] 'applied index is now lower than readState.Index' (duration: 45.685773ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:21.223242Z","caller":"traceutil/trace.go:171","msg":"trace[1466488016] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"185.162816ms","start":"2026-04-24T01:56:21.038035Z","end":"2026-04-24T01:56:21.223198Z","steps":["trace[1466488016] 'process raft request' (duration: 184.799272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.223434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.552121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:56:21.223524Z","caller":"traceutil/trace.go:171","msg":"trace[681019554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2410; }","duration":"100.738673ms","start":"2026-04-24T01:56:21.122766Z","end":"2026-04-24T01:56:21.223505Z","steps":["trace[681019554] 'agreement among raft nodes before linearized reading' (duration: 100.608171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.223524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092253154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-24T01:56:21.223596Z","caller":"traceutil/trace.go:171","msg":"trace[686218794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2410; }","duration":"1.092374595s","start":"2026-04-24T01:56:20.131203Z","end":"2026-04-24T01:56:21.223578Z","steps":["trace[686218794] 'agreement among raft nodes before linearized reading' (duration: 1.092133772s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.223667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:20.131145Z","time spent":"1.092510986s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-24T01:56:21.223665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090071838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-24T01:56:21.223778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.238471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-04-24T01:56:21.223802Z","caller":"traceutil/trace.go:171","msg":"trace[1035923120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2410; }","duration":"1.09031412s","start":"2026-04-24T01:56:20.133477Z","end":"2026-04-24T01:56:21.223791Z","steps":["trace[1035923120] 'agreement among raft nodes before linearized reading' (duration: 1.089892885s)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:21.223818Z","caller":"traceutil/trace.go:171","msg":"trace[77157184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2410; }","duration":"988.348142ms","start":"2026-04-24T01:56:20.235458Z","end":"2026-04-24T01:56:21.223807Z","steps":["trace[77157184] 'agreement among raft nodes before linearized reading' (duration: 988.235921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.223869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:20.235429Z","time spent":"988.421503ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-24T01:56:21.223845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:20.133454Z","time spent":"1.090380181s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T01:56:21.223985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.818423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-24T01:56:21.224081Z","caller":"traceutil/trace.go:171","msg":"trace[2146264827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2410; }","duration":"992.971046ms","start":"2026-04-24T01:56:20.23108Z","end":"2026-04-24T01:56:21.224051Z","steps":["trace[2146264827] 'agreement among raft nodes before linearized reading' (duration: 992.661792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:21.224127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:20.231056Z","time spent":"993.062227ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-24T01:56:35.521627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.04041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:35.521747Z","caller":"traceutil/trace.go:171","msg":"trace[1399254430] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"231.70895ms","start":"2026-04-24T01:56:35.290022Z","end":"2026-04-24T01:56:35.521731Z","steps":["trace[1399254430] 'process raft request' (duration: 103.482848ms)","trace[1399254430] 'compare' (duration: 127.914509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:36.315805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.862825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:36.316115Z","caller":"traceutil/trace.go:171","msg":"trace[130241455] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"273.01854ms","start":"2026-04-24T01:56:36.043081Z","end":"2026-04-24T01:56:36.3161Z","steps":["trace[130241455] 'process raft request' (duration: 272.944879ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:36.316298Z","caller":"traceutil/trace.go:171","msg":"trace[1418960498] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"991.670068ms","start":"2026-04-24T01:56:35.32462Z","end":"2026-04-24T01:56:36.31629Z","steps":["trace[1418960498] 'process raft request' (duration: 340.249596ms)","trace[1418960498] 'compare' (duration: 650.490341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:36.316342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.324601Z","time spent":"991.718788ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9154,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:36.31656Z","caller":"traceutil/trace.go:171","msg":"trace[2063481726] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"990.420484ms","start":"2026-04-24T01:56:35.326133Z","end":"2026-04-24T01:56:36.316554Z","steps":["trace[2063481726] 'process raft request' (duration: 989.765955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.316603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.326122Z","time spent":"990.459714ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:36.316703Z","caller":"traceutil/trace.go:171","msg":"trace[1023119085] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2593; }","duration":"968.32552ms","start":"2026-04-24T01:56:35.34837Z","end":"2026-04-24T01:56:36.316696Z","steps":["trace[1023119085] 'read index received' (duration: 45.148178ms)","trace[1023119085] 'applied index is now lower than readState.Index' (duration: 923.176202ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:36.316796Z","caller":"traceutil/trace.go:171","msg":"trace[973655131] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"341.010591ms","start":"2026-04-24T01:56:35.975753Z","end":"2026-04-24T01:56:36.316763Z","steps":["trace[973655131] 'process raft request' (duration: 340.198021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.316932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.51434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T01:56:36.31696Z","caller":"traceutil/trace.go:171","msg":"trace[1873963667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2495; }","duration":"953.568271ms","start":"2026-04-24T01:56:35.363385Z","end":"2026-04-24T01:56:36.316953Z","steps":["trace[1873963667] 'agreement among raft nodes before linearized reading' (duration: 953.47746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.316984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.363371Z","time spent":"953.605591ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T01:56:36.316987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.975716Z","time spent":"341.166722ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:36.317274Z","caller":"traceutil/trace.go:171","msg":"trace[794814186] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"338.505032ms","start":"2026-04-24T01:56:35.978693Z","end":"2026-04-24T01:56:36.317198Z","steps":["trace[794814186] 'process raft request' (duration: 337.302577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.317325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.826727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:56:36.317348Z","caller":"traceutil/trace.go:171","msg":"trace[1501466452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2495; }","duration":"223.901277ms","start":"2026-04-24T01:56:36.093439Z","end":"2026-04-24T01:56:36.317341Z","steps":["trace[1501466452] 'agreement among raft nodes before linearized reading' (duration: 223.864697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.317349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.978643Z","time spent":"338.671424ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:36.317473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.081625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:56:36.3175Z","caller":"traceutil/trace.go:171","msg":"trace[683889220] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2495; }","duration":"255.161065ms","start":"2026-04-24T01:56:36.062332Z","end":"2026-04-24T01:56:36.317493Z","steps":["trace[683889220] 'agreement among raft nodes before linearized reading' (duration: 255.106554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.316836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.482272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:56:36.317545Z","caller":"traceutil/trace.go:171","msg":"trace[163304872] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2495; }","duration":"969.211739ms","start":"2026-04-24T01:56:35.34831Z","end":"2026-04-24T01:56:36.317522Z","steps":["trace[163304872] 'agreement among raft nodes before linearized reading' (duration: 968.497081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.319738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.348295Z","time spent":"971.428325ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:56:36.317289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.965564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:56:36.317609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.056414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-24T01:56:36.317667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.296454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-24T01:56:36.317717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.279009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-24T01:56:36.317762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.050086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-24T01:56:36.317803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.313289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:56:36.319855Z","caller":"traceutil/trace.go:171","msg":"trace[1317880312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2495; }","duration":"956.399023ms","start":"2026-04-24T01:56:35.363446Z","end":"2026-04-24T01:56:36.319845Z","steps":["trace[1317880312] 'agreement among raft nodes before linearized reading' (duration: 954.324819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.319878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.363424Z","time spent":"956.447913ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-24T01:56:36.320055Z","caller":"traceutil/trace.go:171","msg":"trace[729780882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"196.759735ms","start":"2026-04-24T01:56:36.123289Z","end":"2026-04-24T01:56:36.320048Z","steps":["trace[729780882] 'agreement among raft nodes before linearized reading' (duration: 193.982994ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:36.320166Z","caller":"traceutil/trace.go:171","msg":"trace[978164701] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2495; }","duration":"379.664825ms","start":"2026-04-24T01:56:35.940494Z","end":"2026-04-24T01:56:36.320159Z","steps":["trace[978164701] 'agreement among raft nodes before linearized reading' (duration: 377.095495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.320204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.940462Z","time spent":"379.733285ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-24T01:56:36.320356Z","caller":"traceutil/trace.go:171","msg":"trace[1923092416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2495; }","duration":"956.579955ms","start":"2026-04-24T01:56:35.36369Z","end":"2026-04-24T01:56:36.32027Z","steps":["trace[1923092416] 'agreement among raft nodes before linearized reading' (duration: 954.039336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.320566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.363681Z","time spent":"956.825777ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T01:56:36.32063Z","caller":"traceutil/trace.go:171","msg":"trace[525372486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2495; }","duration":"944.213623ms","start":"2026-04-24T01:56:35.376409Z","end":"2026-04-24T01:56:36.320623Z","steps":["trace[525372486] 'agreement among raft nodes before linearized reading' (duration: 941.268199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.320661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.376398Z","time spent":"944.255783ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-24T01:56:36.320571Z","caller":"traceutil/trace.go:171","msg":"trace[1290833708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2495; }","duration":"940.199097ms","start":"2026-04-24T01:56:35.380354Z","end":"2026-04-24T01:56:36.320553Z","steps":["trace[1290833708] 'agreement among raft nodes before linearized reading' (duration: 937.267883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.320927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:35.380347Z","time spent":"940.570931ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T01:56:36.578685Z","caller":"traceutil/trace.go:171","msg":"trace[1037012162] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"253.858221ms","start":"2026-04-24T01:56:36.324794Z","end":"2026-04-24T01:56:36.578652Z","steps":["trace[1037012162] 'process raft request' (duration: 235.072335ms)","trace[1037012162] 'compare' (duration: 18.535133ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:36.579219Z","caller":"traceutil/trace.go:171","msg":"trace[432473536] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"253.766929ms","start":"2026-04-24T01:56:36.325419Z","end":"2026-04-24T01:56:36.579186Z","steps":["trace[432473536] 'process raft request' (duration: 253.179352ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:36.579281Z","caller":"traceutil/trace.go:171","msg":"trace[116187831] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2599; }","duration":"249.43262ms","start":"2026-04-24T01:56:36.329809Z","end":"2026-04-24T01:56:36.579241Z","steps":["trace[116187831] 'read index received' (duration: 29.368077ms)","trace[116187831] 'applied index is now lower than readState.Index' (duration: 220.063293ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:36.579313Z","caller":"traceutil/trace.go:171","msg":"trace[2000046708] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"253.593077ms","start":"2026-04-24T01:56:36.325671Z","end":"2026-04-24T01:56:36.579264Z","steps":["trace[2000046708] 'process raft request' (duration: 253.422215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:36.579568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.666743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:56:36.579734Z","caller":"traceutil/trace.go:171","msg":"trace[1437434691] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2499; }","duration":"249.932386ms","start":"2026-04-24T01:56:36.329774Z","end":"2026-04-24T01:56:36.579706Z","steps":["trace[1437434691] 'agreement among raft nodes before linearized reading' (duration: 249.565912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.082009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.757187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:38.082269Z","caller":"traceutil/trace.go:171","msg":"trace[2025228114] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"849.183306ms","start":"2026-04-24T01:56:37.233045Z","end":"2026-04-24T01:56:38.082228Z","steps":["trace[2025228114] 'process raft request' (duration: 51.081575ms)","trace[2025228114] 'compare' (duration: 796.773016ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:38.082364Z","caller":"traceutil/trace.go:171","msg":"trace[2029302818] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"730.212674ms","start":"2026-04-24T01:56:37.352129Z","end":"2026-04-24T01:56:38.082342Z","steps":["trace[2029302818] 'process raft request' (duration: 730.120503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.082448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.352092Z","time spent":"730.323705ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-24T01:56:38.082454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.233024Z","time spent":"849.330188ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:38.082683Z","caller":"traceutil/trace.go:171","msg":"trace[1446481991] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"754.40823ms","start":"2026-04-24T01:56:37.328261Z","end":"2026-04-24T01:56:38.082669Z","steps":["trace[1446481991] 'read index received' (duration: 91.781µs)","trace[1446481991] 'applied index is now lower than readState.Index' (duration: 754.314339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:38.083013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.762674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-24T01:56:38.083055Z","caller":"traceutil/trace.go:171","msg":"trace[2005818666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2501; }","duration":"754.859035ms","start":"2026-04-24T01:56:37.328187Z","end":"2026-04-24T01:56:38.083046Z","steps":["trace[2005818666] 'agreement among raft nodes before linearized reading' (duration: 754.560712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.083115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.328155Z","time spent":"754.952186ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:56:38.150645Z","caller":"traceutil/trace.go:171","msg":"trace[1895821661] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"621.514197ms","start":"2026-04-24T01:56:37.5291Z","end":"2026-04-24T01:56:38.150614Z","steps":["trace[1895821661] 'process raft request' (duration: 621.368516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.150901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.529046Z","time spent":"621.67408ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:38.337401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.376633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:38.337598Z","caller":"traceutil/trace.go:171","msg":"trace[963666850] linearizableReadLoop","detail":"{readStateIndex:2608; appliedIndex:2606; }","duration":"254.863397ms","start":"2026-04-24T01:56:38.082714Z","end":"2026-04-24T01:56:38.337578Z","steps":["trace[963666850] 'read index received' (duration: 67.778215ms)","trace[963666850] 'applied index is now lower than readState.Index' (duration: 187.084052ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:38.337684Z","caller":"traceutil/trace.go:171","msg":"trace[1329832965] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"435.605676ms","start":"2026-04-24T01:56:37.902061Z","end":"2026-04-24T01:56:38.337667Z","steps":["trace[1329832965] 'process raft request' (duration: 282.854078ms)","trace[1329832965] 'compare' (duration: 152.210592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:38.337754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.902022Z","time spent":"435.697347ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:38.33781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.683249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:56:38.337895Z","caller":"traceutil/trace.go:171","msg":"trace[552734640] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2504; }","duration":"381.79227ms","start":"2026-04-24T01:56:37.956082Z","end":"2026-04-24T01:56:38.337874Z","steps":["trace[552734640] 'agreement among raft nodes before linearized reading' (duration: 381.644018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.337948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.956008Z","time spent":"381.929851ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:56:38.338084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.266736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-24T01:56:38.338128Z","caller":"traceutil/trace.go:171","msg":"trace[349023718] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2504; }","duration":"726.311417ms","start":"2026-04-24T01:56:37.611804Z","end":"2026-04-24T01:56:38.338115Z","steps":["trace[349023718] 'agreement among raft nodes before linearized reading' (duration: 726.150655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.338166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.61178Z","time spent":"726.379757ms","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-24T01:56:38.338184Z","caller":"traceutil/trace.go:171","msg":"trace[1569743186] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"249.324353ms","start":"2026-04-24T01:56:38.088845Z","end":"2026-04-24T01:56:38.338169Z","steps":["trace[1569743186] 'process raft request' (duration: 248.665956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.338512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010025646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-24T01:56:38.338575Z","caller":"traceutil/trace.go:171","msg":"trace[1694469703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2504; }","duration":"1.010128547s","start":"2026-04-24T01:56:37.328432Z","end":"2026-04-24T01:56:38.33856Z","steps":["trace[1694469703] 'agreement among raft nodes before linearized reading' (duration: 1.009930674s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.338616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:37.328416Z","time spent":"1.010190917s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-24T01:56:38.398735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.547755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:56:38.398785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.874951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-24T01:56:38.398817Z","caller":"traceutil/trace.go:171","msg":"trace[1485166352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"276.685256ms","start":"2026-04-24T01:56:38.122115Z","end":"2026-04-24T01:56:38.3988Z","steps":["trace[1485166352] 'agreement among raft nodes before linearized reading' (duration: 276.548675ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:38.398873Z","caller":"traceutil/trace.go:171","msg":"trace[1692450957] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2507; }","duration":"313.044183ms","start":"2026-04-24T01:56:38.085809Z","end":"2026-04-24T01:56:38.398853Z","steps":["trace[1692450957] 'agreement among raft nodes before linearized reading' (duration: 312.883661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:38.398932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.085774Z","time spent":"313.148554ms","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-24T01:56:38.911333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711279693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:56:39.412557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711279693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:56:39.522849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111872039s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-24T01:56:40.167403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.205355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:40.167498Z","caller":"traceutil/trace.go:171","msg":"trace[708861468] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2612; }","duration":"1.756414638s","start":"2026-04-24T01:56:38.411069Z","end":"2026-04-24T01:56:40.167484Z","steps":["trace[708861468] 'read index received' (duration: 1.11195898s)","trace[708861468] 'applied index is now lower than readState.Index' (duration: 644.454648ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:40.167705Z","caller":"traceutil/trace.go:171","msg":"trace[715495280] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"1.764084564s","start":"2026-04-24T01:56:38.403607Z","end":"2026-04-24T01:56:40.167691Z","steps":["trace[715495280] 'process raft request' (duration: 1.119501465s)","trace[715495280] 'compare' (duration: 642.698208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:40.167751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.403589Z","time spent":"1.764138034s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:40.167884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756928333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:56:40.167948Z","caller":"traceutil/trace.go:171","msg":"trace[1534131509] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2508; }","duration":"1.757032934s","start":"2026-04-24T01:56:38.410901Z","end":"2026-04-24T01:56:40.167934Z","steps":["trace[1534131509] 'agreement among raft nodes before linearized reading' (duration: 1.756899812s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.167979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.410885Z","time spent":"1.757088635s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:56:40.182543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766851477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-24T01:56:40.182637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.152371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:56:40.182638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.870001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-24T01:56:40.182713Z","caller":"traceutil/trace.go:171","msg":"trace[1862646073] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2509; }","duration":"635.215602ms","start":"2026-04-24T01:56:39.547471Z","end":"2026-04-24T01:56:40.182687Z","steps":["trace[1862646073] 'agreement among raft nodes before linearized reading' (duration: 635.136651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.182736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598133416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:56:40.182737Z","caller":"traceutil/trace.go:171","msg":"trace[405928166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2509; }","duration":"498.037293ms","start":"2026-04-24T01:56:39.68468Z","end":"2026-04-24T01:56:40.182717Z","steps":["trace[405928166] 'agreement among raft nodes before linearized reading' (duration: 497.707159ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:40.182766Z","caller":"traceutil/trace.go:171","msg":"trace[557581476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2509; }","duration":"1.598219037s","start":"2026-04-24T01:56:38.584538Z","end":"2026-04-24T01:56:40.182757Z","steps":["trace[557581476] 'agreement among raft nodes before linearized reading' (duration: 1.598131756s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.182779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:39.547393Z","time spent":"635.372804ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:56:40.182793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:39.684654Z","time spent":"498.128454ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-24T01:56:40.182808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.584504Z","time spent":"1.598295268s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T01:56:40.182887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597804772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T01:56:40.183071Z","caller":"traceutil/trace.go:171","msg":"trace[309508386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2509; }","duration":"1.598171427s","start":"2026-04-24T01:56:38.584878Z","end":"2026-04-24T01:56:40.18305Z","steps":["trace[309508386] 'agreement among raft nodes before linearized reading' (duration: 1.59755483s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.183122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.584871Z","time spent":"1.598240607s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T01:56:40.183147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.457378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:56:40.183183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.214578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-24T01:56:40.183261Z","caller":"traceutil/trace.go:171","msg":"trace[1818049585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2509; }","duration":"835.340939ms","start":"2026-04-24T01:56:39.347904Z","end":"2026-04-24T01:56:40.183245Z","steps":["trace[1818049585] 'agreement among raft nodes before linearized reading' (duration: 835.101276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.183309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:39.347875Z","time spent":"835.422491ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-24T01:56:40.182638Z","caller":"traceutil/trace.go:171","msg":"trace[743682279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2509; }","duration":"1.766998118s","start":"2026-04-24T01:56:38.415615Z","end":"2026-04-24T01:56:40.182613Z","steps":["trace[743682279] 'agreement among raft nodes before linearized reading' (duration: 1.766705515s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.183325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597705821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-24T01:56:40.183357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.415596Z","time spent":"1.767747316s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-24T01:56:40.183361Z","caller":"traceutil/trace.go:171","msg":"trace[385166390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2509; }","duration":"1.597796721s","start":"2026-04-24T01:56:38.585554Z","end":"2026-04-24T01:56:40.18335Z","steps":["trace[385166390] 'agreement among raft nodes before linearized reading' (duration: 1.59765215s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.18255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058652893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:56:40.183397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:38.585526Z","time spent":"1.597865522s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T01:56:40.183209Z","caller":"traceutil/trace.go:171","msg":"trace[1529962077] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2509; }","duration":"295.653729ms","start":"2026-04-24T01:56:39.887531Z","end":"2026-04-24T01:56:40.183185Z","steps":["trace[1529962077] 'agreement among raft nodes before linearized reading' (duration: 295.573828ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:40.183434Z","caller":"traceutil/trace.go:171","msg":"trace[303003690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2509; }","duration":"1.059618144s","start":"2026-04-24T01:56:39.123801Z","end":"2026-04-24T01:56:40.18342Z","steps":["trace[303003690] 'agreement among raft nodes before linearized reading' (duration: 1.058609313s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:40.183471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:39.123761Z","time spent":"1.059700814s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T01:56:41.049268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.984022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:56:41.049434Z","caller":"traceutil/trace.go:171","msg":"trace[1094389939] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"863.505735ms","start":"2026-04-24T01:56:40.185899Z","end":"2026-04-24T01:56:41.049405Z","steps":["trace[1094389939] 'process raft request' (duration: 440.233079ms)","trace[1094389939] 'compare' (duration: 422.659109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:41.049513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.185869Z","time spent":"863.609095ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:41.053108Z","caller":"traceutil/trace.go:171","msg":"trace[1908887932] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"863.315192ms","start":"2026-04-24T01:56:40.189765Z","end":"2026-04-24T01:56:41.05308Z","steps":["trace[1908887932] 'process raft request' (duration: 863.213431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.053306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.189757Z","time spent":"863.443574ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:41.053127Z","caller":"traceutil/trace.go:171","msg":"trace[2099583555] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"863.432973ms","start":"2026-04-24T01:56:40.189652Z","end":"2026-04-24T01:56:41.053085Z","steps":["trace[2099583555] 'process raft request' (duration: 863.186541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.053504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.189625Z","time spent":"863.797037ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:41.053542Z","caller":"traceutil/trace.go:171","msg":"trace[1905728040] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"863.719227ms","start":"2026-04-24T01:56:40.189814Z","end":"2026-04-24T01:56:41.053533Z","steps":["trace[1905728040] 'process raft request' (duration: 863.213381ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:41.053874Z","caller":"traceutil/trace.go:171","msg":"trace[363209527] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"863.93322ms","start":"2026-04-24T01:56:40.189926Z","end":"2026-04-24T01:56:41.05386Z","steps":["trace[363209527] 'process raft request' (duration: 863.464134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.053938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.189808Z","time spent":"863.92709ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:41.053957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.189916Z","time spent":"864.002861ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:41.054217Z","caller":"traceutil/trace.go:171","msg":"trace[72030062] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2614; }","duration":"862.114519ms","start":"2026-04-24T01:56:40.19209Z","end":"2026-04-24T01:56:41.054205Z","steps":["trace[72030062] 'read index received' (duration: 434.058739ms)","trace[72030062] 'applied index is now lower than readState.Index' (duration: 428.0548ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:56:41.054273Z","caller":"traceutil/trace.go:171","msg":"trace[954763731] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"680.644765ms","start":"2026-04-24T01:56:40.373609Z","end":"2026-04-24T01:56:41.054254Z","steps":["trace[954763731] 'process raft request' (duration: 680.458603ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:41.05432Z","caller":"traceutil/trace.go:171","msg":"trace[2020470858] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"648.537689ms","start":"2026-04-24T01:56:40.405772Z","end":"2026-04-24T01:56:41.054309Z","steps":["trace[2020470858] 'process raft request' (duration: 648.354467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.054382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.405742Z","time spent":"648.60362ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:41.054426Z","caller":"traceutil/trace.go:171","msg":"trace[2090561270] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"864.196913ms","start":"2026-04-24T01:56:40.190217Z","end":"2026-04-24T01:56:41.054414Z","steps":["trace[2090561270] 'process raft request' (duration: 863.581836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.054524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.190206Z","time spent":"864.282794ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:56:41.054542Z","caller":"traceutil/trace.go:171","msg":"trace[1943097859] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"648.263406ms","start":"2026-04-24T01:56:40.406268Z","end":"2026-04-24T01:56:41.054531Z","steps":["trace[1943097859] 'process raft request' (duration: 647.895782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.054709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.406256Z","time spent":"648.415208ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:41.054371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.373593Z","time spent":"680.731477ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:56:41.05487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.776796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:56:41.054918Z","caller":"traceutil/trace.go:171","msg":"trace[1621457500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2518; }","duration":"862.824997ms","start":"2026-04-24T01:56:40.192079Z","end":"2026-04-24T01:56:41.054904Z","steps":["trace[1621457500] 'agreement among raft nodes before linearized reading' (duration: 862.702635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.054959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.192062Z","time spent":"862.889507ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T01:56:41.055345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.62471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:56:41.055495Z","caller":"traceutil/trace.go:171","msg":"trace[363860139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2518; }","duration":"712.703552ms","start":"2026-04-24T01:56:40.342674Z","end":"2026-04-24T01:56:41.055377Z","steps":["trace[363860139] 'agreement among raft nodes before linearized reading' (duration: 712.55623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:56:41.055545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:56:40.342656Z","time spent":"712.877454ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:56:47.291432Z","caller":"traceutil/trace.go:171","msg":"trace[1652145579] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"142.342943ms","start":"2026-04-24T01:56:47.149069Z","end":"2026-04-24T01:56:47.291412Z","steps":["trace[1652145579] 'process raft request' (duration: 142.25107ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:47.291412Z","caller":"traceutil/trace.go:171","msg":"trace[599994349] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"142.584541ms","start":"2026-04-24T01:56:47.148801Z","end":"2026-04-24T01:56:47.291385Z","steps":["trace[599994349] 'process raft request' (duration: 142.467938ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:47.2917Z","caller":"traceutil/trace.go:171","msg":"trace[223496304] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"142.87293ms","start":"2026-04-24T01:56:47.148717Z","end":"2026-04-24T01:56:47.29159Z","steps":["trace[223496304] 'process raft request' (duration: 142.421096ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:56:47.421996Z","caller":"traceutil/trace.go:171","msg":"trace[2076760780] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"113.165429ms","start":"2026-04-24T01:56:47.308807Z","end":"2026-04-24T01:56:47.421972Z","steps":["trace[2076760780] 'process raft request' (duration: 22.753192ms)","trace[2076760780] 'compare' (duration: 89.892381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:56:47.700342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.886904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:56:47.700437Z","caller":"traceutil/trace.go:171","msg":"trace[1575180753] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2568; }","duration":"139.047209ms","start":"2026-04-24T01:56:47.56137Z","end":"2026-04-24T01:56:47.700417Z","steps":["trace[1575180753] 'count revisions from in-memory index tree' (duration: 138.77447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.638741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.422128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:57:01.638862Z","caller":"traceutil/trace.go:171","msg":"trace[1087191412] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"444.968059ms","start":"2026-04-24T01:57:01.193873Z","end":"2026-04-24T01:57:01.638841Z","steps":["trace[1087191412] 'process raft request' (duration: 246.338915ms)","trace[1087191412] 'compare' (duration: 198.022837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:01.638933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.193828Z","time spent":"445.073132ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:57:01.702142Z","caller":"traceutil/trace.go:171","msg":"trace[620118522] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2747; }","duration":"423.732117ms","start":"2026-04-24T01:57:01.278384Z","end":"2026-04-24T01:57:01.702116Z","steps":["trace[620118522] 'read index received' (duration: 162.5474ms)","trace[620118522] 'applied index is now lower than readState.Index' (duration: 261.182636ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:01.703009Z","caller":"traceutil/trace.go:171","msg":"trace[457954484] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"495.190354ms","start":"2026-04-24T01:57:01.207767Z","end":"2026-04-24T01:57:01.702957Z","steps":["trace[457954484] 'process raft request' (duration: 494.07225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.703103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.678325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:57:01.7032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.207742Z","time spent":"495.357849ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:57:01.703203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.990668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T01:57:01.703261Z","caller":"traceutil/trace.go:171","msg":"trace[2084169241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2640; }","duration":"320.100111ms","start":"2026-04-24T01:57:01.383148Z","end":"2026-04-24T01:57:01.703248Z","steps":["trace[2084169241] 'agreement among raft nodes before linearized reading' (duration: 319.901095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.703263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.458223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-24T01:57:01.70335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.38311Z","time spent":"320.187663ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T01:57:01.703221Z","caller":"traceutil/trace.go:171","msg":"trace[488538704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2640; }","duration":"424.889461ms","start":"2026-04-24T01:57:01.278312Z","end":"2026-04-24T01:57:01.703202Z","steps":["trace[488538704] 'agreement among raft nodes before linearized reading' (duration: 424.562702ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:01.703439Z","caller":"traceutil/trace.go:171","msg":"trace[1481868720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"317.644569ms","start":"2026-04-24T01:57:01.385735Z","end":"2026-04-24T01:57:01.70338Z","steps":["trace[1481868720] 'agreement among raft nodes before linearized reading' (duration: 317.272208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.703462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.32485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-24T01:57:01.703481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.385682Z","time spent":"317.791332ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-24T01:57:01.703526Z","caller":"traceutil/trace.go:171","msg":"trace[1562510095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2640; }","duration":"311.386361ms","start":"2026-04-24T01:57:01.392114Z","end":"2026-04-24T01:57:01.7035Z","steps":["trace[1562510095] 'agreement among raft nodes before linearized reading' (duration: 311.276568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.703287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.139782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-24T01:57:01.703575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.392107Z","time spent":"311.456993ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-24T01:57:01.703575Z","caller":"traceutil/trace.go:171","msg":"trace[318953449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2640; }","duration":"320.511044ms","start":"2026-04-24T01:57:01.383053Z","end":"2026-04-24T01:57:01.703564Z","steps":["trace[318953449] 'agreement among raft nodes before linearized reading' (duration: 320.010369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.703784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.38303Z","time spent":"320.73999ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T01:57:01.703544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.278286Z","time spent":"425.234722ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:57:01.704399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.330305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:57:01.704727Z","caller":"traceutil/trace.go:171","msg":"trace[29036692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2640; }","duration":"241.602643ms","start":"2026-04-24T01:57:01.463022Z","end":"2026-04-24T01:57:01.704625Z","steps":["trace[29036692] 'agreement among raft nodes before linearized reading' (duration: 241.299874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.705441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.622105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-24T01:57:01.705589Z","caller":"traceutil/trace.go:171","msg":"trace[1087596077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"419.81513ms","start":"2026-04-24T01:57:01.285759Z","end":"2026-04-24T01:57:01.705574Z","steps":["trace[1087596077] 'agreement among raft nodes before linearized reading' (duration: 419.570863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.705713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:01.285731Z","time spent":"419.895773ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T01:57:01.899965Z","caller":"traceutil/trace.go:171","msg":"trace[934619415] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"189.506323ms","start":"2026-04-24T01:57:01.710431Z","end":"2026-04-24T01:57:01.899937Z","steps":["trace[934619415] 'process raft request' (duration: 189.303987ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:01.900149Z","caller":"traceutil/trace.go:171","msg":"trace[457820837] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"189.683639ms","start":"2026-04-24T01:57:01.710431Z","end":"2026-04-24T01:57:01.900115Z","steps":["trace[457820837] 'process raft request' (duration: 189.459572ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:01.905903Z","caller":"traceutil/trace.go:171","msg":"trace[1965538005] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"195.176912ms","start":"2026-04-24T01:57:01.710704Z","end":"2026-04-24T01:57:01.905881Z","steps":["trace[1965538005] 'process raft request' (duration: 194.988696ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:01.906278Z","caller":"traceutil/trace.go:171","msg":"trace[627931972] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"194.47779ms","start":"2026-04-24T01:57:01.711787Z","end":"2026-04-24T01:57:01.906265Z","steps":["trace[627931972] 'process raft request' (duration: 194.023537ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:01.906429Z","caller":"traceutil/trace.go:171","msg":"trace[1707085273] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2749; }","duration":"190.617605ms","start":"2026-04-24T01:57:01.715786Z","end":"2026-04-24T01:57:01.906404Z","steps":["trace[1707085273] 'read index received' (duration: 183.957548ms)","trace[1707085273] 'applied index is now lower than readState.Index' (duration: 6.658837ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:01.90689Z","caller":"traceutil/trace.go:171","msg":"trace[245949192] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"130.384492ms","start":"2026-04-24T01:57:01.776484Z","end":"2026-04-24T01:57:01.906869Z","steps":["trace[245949192] 'process raft request' (duration: 129.720502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.907015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.214038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:57:01.907097Z","caller":"traceutil/trace.go:171","msg":"trace[1420221430] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2645; }","duration":"130.358921ms","start":"2026-04-24T01:57:01.776697Z","end":"2026-04-24T01:57:01.907056Z","steps":["trace[1420221430] 'agreement among raft nodes before linearized reading' (duration: 130.216246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:01.90707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.243815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-24T01:57:01.907332Z","caller":"traceutil/trace.go:171","msg":"trace[1402471125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2645; }","duration":"191.503792ms","start":"2026-04-24T01:57:01.715751Z","end":"2026-04-24T01:57:01.907255Z","steps":["trace[1402471125] 'agreement among raft nodes before linearized reading' (duration: 191.082749ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:07.256412Z","caller":"traceutil/trace.go:171","msg":"trace[488986153] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"124.598574ms","start":"2026-04-24T01:57:07.13177Z","end":"2026-04-24T01:57:07.256368Z","steps":["trace[488986153] 'process raft request' (duration: 124.177922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:07.486135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.879711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:57:07.486299Z","caller":"traceutil/trace.go:171","msg":"trace[1062360018] linearizableReadLoop","detail":"{readStateIndex:2782; appliedIndex:2781; }","duration":"277.792748ms","start":"2026-04-24T01:57:07.208488Z","end":"2026-04-24T01:57:07.486281Z","steps":["trace[1062360018] 'read index received' (duration: 47.892819ms)","trace[1062360018] 'applied index is now lower than readState.Index' (duration: 229.898379ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:07.486361Z","caller":"traceutil/trace.go:171","msg":"trace[1394675357] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"303.097323ms","start":"2026-04-24T01:57:07.183241Z","end":"2026-04-24T01:57:07.486338Z","steps":["trace[1394675357] 'process raft request' (duration: 186.890822ms)","trace[1394675357] 'compare' (duration: 115.679826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:07.4867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:07.183213Z","time spent":"303.194415ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:57:07.486702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.157219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-24T01:57:07.486819Z","caller":"traceutil/trace.go:171","msg":"trace[2146909097] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2672; }","duration":"278.357984ms","start":"2026-04-24T01:57:07.208441Z","end":"2026-04-24T01:57:07.486799Z","steps":["trace[2146909097] 'agreement among raft nodes before linearized reading' (duration: 277.902811ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:11.842876Z","caller":"traceutil/trace.go:171","msg":"trace[730882089] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"156.976847ms","start":"2026-04-24T01:57:11.685875Z","end":"2026-04-24T01:57:11.842852Z","steps":["trace[730882089] 'process raft request' (duration: 156.806592ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:11.858394Z","caller":"traceutil/trace.go:171","msg":"trace[1778641199] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"108.473634ms","start":"2026-04-24T01:57:11.749874Z","end":"2026-04-24T01:57:11.858347Z","steps":["trace[1778641199] 'process raft request' (duration: 108.309649ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:12.092627Z","caller":"traceutil/trace.go:171","msg":"trace[639819103] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"120.31283ms","start":"2026-04-24T01:57:11.972288Z","end":"2026-04-24T01:57:12.092601Z","steps":["trace[639819103] 'process raft request' (duration: 48.735098ms)","trace[639819103] 'compare' (duration: 71.344626ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:12.092664Z","caller":"traceutil/trace.go:171","msg":"trace[6963371] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"112.217069ms","start":"2026-04-24T01:57:11.980419Z","end":"2026-04-24T01:57:12.092636Z","steps":["trace[6963371] 'read index received' (duration: 40.518603ms)","trace[6963371] 'applied index is now lower than readState.Index' (duration: 71.695896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:12.092793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.363034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:57:12.092845Z","caller":"traceutil/trace.go:171","msg":"trace[1093296531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2701; }","duration":"112.53694ms","start":"2026-04-24T01:57:11.980296Z","end":"2026-04-24T01:57:12.092832Z","steps":["trace[1093296531] 'agreement among raft nodes before linearized reading' (duration: 112.423436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:30.590825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711280369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T01:57:31.071459Z","caller":"traceutil/trace.go:171","msg":"trace[993914902] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"981.215593ms","start":"2026-04-24T01:57:30.090209Z","end":"2026-04-24T01:57:31.071424Z","steps":["trace[993914902] 'process raft request' (duration: 981.011328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.071811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.090185Z","time spent":"981.528372ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:57:31.072192Z","caller":"traceutil/trace.go:171","msg":"trace[83995604] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"979.708623ms","start":"2026-04-24T01:57:30.092464Z","end":"2026-04-24T01:57:31.072173Z","steps":["trace[83995604] 'process raft request' (duration: 979.546489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.07231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.092446Z","time spent":"979.805577ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:57:31.072442Z","caller":"traceutil/trace.go:171","msg":"trace[1856189797] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2908; }","duration":"981.702617ms","start":"2026-04-24T01:57:30.090718Z","end":"2026-04-24T01:57:31.072421Z","steps":["trace[1856189797] 'read index received' (duration: 980.577827ms)","trace[1856189797] 'applied index is now lower than readState.Index' (duration: 1.12355ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:31.072483Z","caller":"traceutil/trace.go:171","msg":"trace[414324639] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"154.391926ms","start":"2026-04-24T01:57:30.918072Z","end":"2026-04-24T01:57:31.072464Z","steps":["trace[414324639] 'process raft request' (duration: 154.240872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.072637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.816384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:57:31.072641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.918233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T01:57:31.072669Z","caller":"traceutil/trace.go:171","msg":"trace[1468191318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2796; }","duration":"952.892715ms","start":"2026-04-24T01:57:30.119769Z","end":"2026-04-24T01:57:31.072662Z","steps":["trace[1468191318] 'agreement among raft nodes before linearized reading' (duration: 952.847524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.072686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.119746Z","time spent":"952.936777ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:57:31.07269Z","caller":"traceutil/trace.go:171","msg":"trace[797729896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2796; }","duration":"982.000325ms","start":"2026-04-24T01:57:30.090675Z","end":"2026-04-24T01:57:31.072675Z","steps":["trace[797729896] 'agreement among raft nodes before linearized reading' (duration: 981.857741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.072843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.090664Z","time spent":"982.162559ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T01:57:31.072904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.8984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-24T01:57:31.072862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.983562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T01:57:31.072947Z","caller":"traceutil/trace.go:171","msg":"trace[524036718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2796; }","duration":"846.972842ms","start":"2026-04-24T01:57:30.225947Z","end":"2026-04-24T01:57:31.072919Z","steps":["trace[524036718] 'agreement among raft nodes before linearized reading' (duration: 846.927261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.072976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.225924Z","time spent":"847.044674ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T01:57:31.072992Z","caller":"traceutil/trace.go:171","msg":"trace[531884783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2796; }","duration":"437.166577ms","start":"2026-04-24T01:57:30.635793Z","end":"2026-04-24T01:57:31.07296Z","steps":["trace[531884783] 'agreement among raft nodes before linearized reading' (duration: 436.995623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.073036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.635764Z","time spent":"437.259229ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-24T01:57:31.072561Z","caller":"traceutil/trace.go:171","msg":"trace[1329596707] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"583.990511ms","start":"2026-04-24T01:57:30.488556Z","end":"2026-04-24T01:57:31.072547Z","steps":["trace[1329596707] 'process raft request' (duration: 583.556639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:31.074881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:30.48853Z","time spent":"586.268021ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:57:33.217907Z","caller":"traceutil/trace.go:171","msg":"trace[241048542] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"137.093993ms","start":"2026-04-24T01:57:33.080784Z","end":"2026-04-24T01:57:33.217878Z","steps":["trace[241048542] 'process raft request' (duration: 136.618401ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:33.218935Z","caller":"traceutil/trace.go:171","msg":"trace[883484779] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2920; }","duration":"135.77316ms","start":"2026-04-24T01:57:33.083141Z","end":"2026-04-24T01:57:33.218914Z","steps":["trace[883484779] 'read index received' (duration: 134.309121ms)","trace[883484779] 'applied index is now lower than readState.Index' (duration: 1.460189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:33.219299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.087098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-24T01:57:33.219399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.259572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T01:57:33.219452Z","caller":"traceutil/trace.go:171","msg":"trace[1227246846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2806; }","duration":"136.338204ms","start":"2026-04-24T01:57:33.083098Z","end":"2026-04-24T01:57:33.219436Z","steps":["trace[1227246846] 'agreement among raft nodes before linearized reading' (duration: 136.240992ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:33.21947Z","caller":"traceutil/trace.go:171","msg":"trace[1803738129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2806; }","duration":"136.338585ms","start":"2026-04-24T01:57:33.083079Z","end":"2026-04-24T01:57:33.219418Z","steps":["trace[1803738129] 'agreement among raft nodes before linearized reading' (duration: 136.016667ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:33.219387Z","caller":"traceutil/trace.go:171","msg":"trace[902120662] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"138.015568ms","start":"2026-04-24T01:57:33.081358Z","end":"2026-04-24T01:57:33.219374Z","steps":["trace[902120662] 'process raft request' (duration: 137.380531ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:33.219682Z","caller":"traceutil/trace.go:171","msg":"trace[214434075] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"137.877234ms","start":"2026-04-24T01:57:33.081792Z","end":"2026-04-24T01:57:33.219669Z","steps":["trace[214434075] 'process raft request' (duration: 137.078454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:33.219249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.74618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-24T01:57:33.219774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.999529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T01:57:33.219971Z","caller":"traceutil/trace.go:171","msg":"trace[1512565052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2806; }","duration":"107.221235ms","start":"2026-04-24T01:57:33.112734Z","end":"2026-04-24T01:57:33.219955Z","steps":["trace[1512565052] 'agreement among raft nodes before linearized reading' (duration: 106.968718ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:33.219946Z","caller":"traceutil/trace.go:171","msg":"trace[1036097326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2806; }","duration":"133.429258ms","start":"2026-04-24T01:57:33.08646Z","end":"2026-04-24T01:57:33.219889Z","steps":["trace[1036097326] 'agreement among raft nodes before linearized reading' (duration: 132.662108ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:37.536065Z","caller":"traceutil/trace.go:171","msg":"trace[43593594] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"100.840079ms","start":"2026-04-24T01:57:37.4352Z","end":"2026-04-24T01:57:37.53604Z","steps":["trace[43593594] 'process raft request' (duration: 100.631704ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:38.353725Z","caller":"traceutil/trace.go:171","msg":"trace[908249232] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"358.87197ms","start":"2026-04-24T01:57:37.994815Z","end":"2026-04-24T01:57:38.353687Z","steps":["trace[908249232] 'process raft request' (duration: 296.737681ms)","trace[908249232] 'compare' (duration: 61.859072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:38.353871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.855155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:57:38.35396Z","caller":"traceutil/trace.go:171","msg":"trace[1416628801] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2843; }","duration":"317.020559ms","start":"2026-04-24T01:57:38.036928Z","end":"2026-04-24T01:57:38.353949Z","steps":["trace[1416628801] 'agreement among raft nodes before linearized reading' (duration: 316.854384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:38.354007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:38.036908Z","time spent":"317.089371ms","remote":"127.0.0.1:60910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-24T01:57:38.353723Z","caller":"traceutil/trace.go:171","msg":"trace[241300838] linearizableReadLoop","detail":"{readStateIndex:2961; appliedIndex:2960; }","duration":"316.709321ms","start":"2026-04-24T01:57:38.03698Z","end":"2026-04-24T01:57:38.35369Z","steps":["trace[241300838] 'read index received' (duration: 254.51899ms)","trace[241300838] 'applied index is now lower than readState.Index' (duration: 62.188221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:38.353933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:57:37.994787Z","time spent":"359.073585ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:57:38.583239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.620276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:57:38.583425Z","caller":"traceutil/trace.go:171","msg":"trace[712103630] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2843; }","duration":"129.861243ms","start":"2026-04-24T01:57:38.453543Z","end":"2026-04-24T01:57:38.583404Z","steps":["trace[712103630] 'count revisions from in-memory index tree' (duration: 129.529734ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:50.026017Z","caller":"traceutil/trace.go:171","msg":"trace[882152200] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"243.876865ms","start":"2026-04-24T01:57:49.782115Z","end":"2026-04-24T01:57:50.025992Z","steps":["trace[882152200] 'process raft request' (duration: 243.698371ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:50.510171Z","caller":"traceutil/trace.go:171","msg":"trace[302621641] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"117.123734ms","start":"2026-04-24T01:57:50.393019Z","end":"2026-04-24T01:57:50.510143Z","steps":["trace[302621641] 'process raft request' (duration: 116.92511ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:55.587225Z","caller":"traceutil/trace.go:171","msg":"trace[129356361] linearizableReadLoop","detail":"{readStateIndex:3056; appliedIndex:3052; }","duration":"139.84636ms","start":"2026-04-24T01:57:55.447362Z","end":"2026-04-24T01:57:55.587208Z","steps":["trace[129356361] 'read index received' (duration: 62.263056ms)","trace[129356361] 'applied index is now lower than readState.Index' (duration: 77.582324ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:55.587326Z","caller":"traceutil/trace.go:171","msg":"trace[2053492806] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"173.941559ms","start":"2026-04-24T01:57:55.413356Z","end":"2026-04-24T01:57:55.587297Z","steps":["trace[2053492806] 'process raft request' (duration: 173.763944ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:55.587405Z","caller":"traceutil/trace.go:171","msg":"trace[1165187124] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"173.313613ms","start":"2026-04-24T01:57:55.414068Z","end":"2026-04-24T01:57:55.587382Z","steps":["trace[1165187124] 'process raft request' (duration: 173.092327ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:55.587579Z","caller":"traceutil/trace.go:171","msg":"trace[451376812] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"174.563654ms","start":"2026-04-24T01:57:55.412997Z","end":"2026-04-24T01:57:55.587561Z","steps":["trace[451376812] 'process raft request' (duration: 96.622202ms)","trace[451376812] 'compare' (duration: 77.345387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:57:55.587773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.382642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T01:57:55.587958Z","caller":"traceutil/trace.go:171","msg":"trace[1571497369] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"173.626301ms","start":"2026-04-24T01:57:55.414225Z","end":"2026-04-24T01:57:55.587851Z","steps":["trace[1571497369] 'process raft request' (duration: 172.959935ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:55.588004Z","caller":"traceutil/trace.go:171","msg":"trace[196215752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2935; }","duration":"140.654298ms","start":"2026-04-24T01:57:55.447327Z","end":"2026-04-24T01:57:55.587982Z","steps":["trace[196215752] 'agreement among raft nodes before linearized reading' (duration: 140.216568ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:56.200116Z","caller":"traceutil/trace.go:171","msg":"trace[1143169108] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"118.936847ms","start":"2026-04-24T01:57:56.081158Z","end":"2026-04-24T01:57:56.200094Z","steps":["trace[1143169108] 'process raft request' (duration: 118.694771ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:57:56.303406Z","caller":"traceutil/trace.go:171","msg":"trace[1587701835] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3057; }","duration":"200.426377ms","start":"2026-04-24T01:57:56.102943Z","end":"2026-04-24T01:57:56.303369Z","steps":["trace[1587701835] 'read index received' (duration: 97.022772ms)","trace[1587701835] 'applied index is now lower than readState.Index' (duration: 103.401945ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:57:56.303499Z","caller":"traceutil/trace.go:171","msg":"trace[69197052] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"206.237036ms","start":"2026-04-24T01:57:56.097223Z","end":"2026-04-24T01:57:56.30346Z","steps":["trace[69197052] 'process raft request' (duration: 205.945149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:56.303683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.92292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:57:56.303744Z","caller":"traceutil/trace.go:171","msg":"trace[584113899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2938; }","duration":"181.057893ms","start":"2026-04-24T01:57:56.122671Z","end":"2026-04-24T01:57:56.303729Z","steps":["trace[584113899] 'agreement among raft nodes before linearized reading' (duration: 180.964081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:56.303782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.515262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-24T01:57:56.303835Z","caller":"traceutil/trace.go:171","msg":"trace[2022984275] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2938; }","duration":"193.644775ms","start":"2026-04-24T01:57:56.110172Z","end":"2026-04-24T01:57:56.303817Z","steps":["trace[2022984275] 'agreement among raft nodes before linearized reading' (duration: 193.393169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:57:56.303806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.846057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-24T01:57:56.303901Z","caller":"traceutil/trace.go:171","msg":"trace[2147016254] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2938; }","duration":"201.007221ms","start":"2026-04-24T01:57:56.102875Z","end":"2026-04-24T01:57:56.303882Z","steps":["trace[2147016254] 'agreement among raft nodes before linearized reading' (duration: 200.661983ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:03.802672Z","caller":"traceutil/trace.go:171","msg":"trace[122199200] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"114.840102ms","start":"2026-04-24T01:58:03.687802Z","end":"2026-04-24T01:58:03.802642Z","steps":["trace[122199200] 'process raft request' (duration: 114.591867ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:03.802905Z","caller":"traceutil/trace.go:171","msg":"trace[2077149613] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"113.627874ms","start":"2026-04-24T01:58:03.689247Z","end":"2026-04-24T01:58:03.802875Z","steps":["trace[2077149613] 'process raft request' (duration: 113.352437ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:10.590234Z","caller":"traceutil/trace.go:171","msg":"trace[1364997552] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"262.717113ms","start":"2026-04-24T01:58:10.327488Z","end":"2026-04-24T01:58:10.590205Z","steps":["trace[1364997552] 'process raft request' (duration: 262.522128ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:10.591899Z","caller":"traceutil/trace.go:171","msg":"trace[1762405799] linearizableReadLoop","detail":"{readStateIndex:3143; appliedIndex:3141; }","duration":"167.780167ms","start":"2026-04-24T01:58:10.424095Z","end":"2026-04-24T01:58:10.591876Z","steps":["trace[1762405799] 'read index received' (duration: 166.075868ms)","trace[1762405799] 'applied index is now lower than readState.Index' (duration: 1.703419ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:58:10.591958Z","caller":"traceutil/trace.go:171","msg":"trace[612317525] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"214.843201ms","start":"2026-04-24T01:58:10.377094Z","end":"2026-04-24T01:58:10.591937Z","steps":["trace[612317525] 'process raft request' (duration: 214.662777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:10.592153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.044453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T01:58:10.592228Z","caller":"traceutil/trace.go:171","msg":"trace[966774400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3019; }","duration":"168.166386ms","start":"2026-04-24T01:58:10.424049Z","end":"2026-04-24T01:58:10.592215Z","steps":["trace[966774400] 'agreement among raft nodes before linearized reading' (duration: 167.92385ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:13.522173Z","caller":"traceutil/trace.go:171","msg":"trace[608165402] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"111.849506ms","start":"2026-04-24T01:58:13.410288Z","end":"2026-04-24T01:58:13.522138Z","steps":["trace[608165402] 'process raft request' (duration: 111.653872ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:14.7821Z","caller":"traceutil/trace.go:171","msg":"trace[734957416] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"128.41258ms","start":"2026-04-24T01:58:14.653642Z","end":"2026-04-24T01:58:14.782055Z","steps":["trace[734957416] 'process raft request' (duration: 79.218923ms)","trace[734957416] 'compare' (duration: 48.85305ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:58:15.989901Z","caller":"traceutil/trace.go:171","msg":"trace[1702724796] linearizableReadLoop","detail":"{readStateIndex:3173; appliedIndex:3172; }","duration":"269.444957ms","start":"2026-04-24T01:58:15.720425Z","end":"2026-04-24T01:58:15.98987Z","steps":["trace[1702724796] 'read index received' (duration: 269.16041ms)","trace[1702724796] 'applied index is now lower than readState.Index' (duration: 283.217µs)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:58:15.990455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.003649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-24T01:58:15.990522Z","caller":"traceutil/trace.go:171","msg":"trace[219896171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3048; }","duration":"270.113621ms","start":"2026-04-24T01:58:15.720392Z","end":"2026-04-24T01:58:15.990506Z","steps":["trace[219896171] 'agreement among raft nodes before linearized reading' (duration: 269.896216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:15.990494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.478613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T01:58:15.990596Z","caller":"traceutil/trace.go:171","msg":"trace[1149850237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3048; }","duration":"157.690668ms","start":"2026-04-24T01:58:15.83288Z","end":"2026-04-24T01:58:15.990571Z","steps":["trace[1149850237] 'agreement among raft nodes before linearized reading' (duration: 157.392892ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:15.990682Z","caller":"traceutil/trace.go:171","msg":"trace[1776742261] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"271.695566ms","start":"2026-04-24T01:58:15.718923Z","end":"2026-04-24T01:58:15.990619Z","steps":["trace[1776742261] 'process raft request' (duration: 270.756765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:15.990759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.975009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-24T01:58:15.990803Z","caller":"traceutil/trace.go:171","msg":"trace[602512887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3048; }","duration":"123.040161ms","start":"2026-04-24T01:58:15.867749Z","end":"2026-04-24T01:58:15.990789Z","steps":["trace[602512887] 'agreement among raft nodes before linearized reading' (duration: 122.915348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:15.991034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.008742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T01:58:15.991197Z","caller":"traceutil/trace.go:171","msg":"trace[12063194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3048; }","duration":"132.222316ms","start":"2026-04-24T01:58:15.858947Z","end":"2026-04-24T01:58:15.99117Z","steps":["trace[12063194] 'agreement among raft nodes before linearized reading' (duration: 131.788747ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:21.750388Z","caller":"traceutil/trace.go:171","msg":"trace[1011469070] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"254.489511ms","start":"2026-04-24T01:58:21.495873Z","end":"2026-04-24T01:58:21.750362Z","steps":["trace[1011469070] 'process raft request' (duration: 254.348558ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:21.77417Z","caller":"traceutil/trace.go:171","msg":"trace[275247804] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"204.337736ms","start":"2026-04-24T01:58:21.569808Z","end":"2026-04-24T01:58:21.774146Z","steps":["trace[275247804] 'process raft request' (duration: 204.159952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:22.021016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.769685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:58:22.021208Z","caller":"traceutil/trace.go:171","msg":"trace[969981178] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"265.641195ms","start":"2026-04-24T01:58:21.755549Z","end":"2026-04-24T01:58:22.02119Z","steps":["trace[969981178] 'process raft request' (duration: 265.571094ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:22.021284Z","caller":"traceutil/trace.go:171","msg":"trace[1130689833] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"266.473933ms","start":"2026-04-24T01:58:21.754734Z","end":"2026-04-24T01:58:22.021208Z","steps":["trace[1130689833] 'process raft request' (duration: 72.440313ms)","trace[1130689833] 'compare' (duration: 193.58344ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:58:22.041708Z","caller":"traceutil/trace.go:171","msg":"trace[1608651227] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"253.266791ms","start":"2026-04-24T01:58:21.788423Z","end":"2026-04-24T01:58:22.04169Z","steps":["trace[1608651227] 'process raft request' (duration: 252.637798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:22.241499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.050336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:58:22.241679Z","caller":"traceutil/trace.go:171","msg":"trace[1167823182] linearizableReadLoop","detail":"{readStateIndex:3214; appliedIndex:3213; }","duration":"119.265556ms","start":"2026-04-24T01:58:22.122386Z","end":"2026-04-24T01:58:22.241652Z","steps":["trace[1167823182] 'read index received' (duration: 12.80352ms)","trace[1167823182] 'applied index is now lower than readState.Index' (duration: 106.459816ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:58:22.241949Z","caller":"traceutil/trace.go:171","msg":"trace[1788742530] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"125.858231ms","start":"2026-04-24T01:58:22.116046Z","end":"2026-04-24T01:58:22.241904Z","steps":["trace[1788742530] 'process raft request' (duration: 19.208402ms)","trace[1788742530] 'compare' (duration: 105.833962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:58:22.242292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.860649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:58:22.24253Z","caller":"traceutil/trace.go:171","msg":"trace[1105635409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3088; }","duration":"120.180686ms","start":"2026-04-24T01:58:22.122323Z","end":"2026-04-24T01:58:22.242504Z","steps":["trace[1105635409] 'agreement among raft nodes before linearized reading' (duration: 119.617483ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:24.252655Z","caller":"traceutil/trace.go:171","msg":"trace[759807069] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"126.893646ms","start":"2026-04-24T01:58:24.125736Z","end":"2026-04-24T01:58:24.252629Z","steps":["trace[759807069] 'process raft request' (duration: 126.855495ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:24.25326Z","caller":"traceutil/trace.go:171","msg":"trace[891844446] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"130.101356ms","start":"2026-04-24T01:58:24.123144Z","end":"2026-04-24T01:58:24.253245Z","steps":["trace[891844446] 'process raft request' (duration: 73.750848ms)","trace[891844446] 'compare' (duration: 55.47855ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:58:24.253518Z","caller":"traceutil/trace.go:171","msg":"trace[181684841] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"130.322041ms","start":"2026-04-24T01:58:24.123184Z","end":"2026-04-24T01:58:24.253506Z","steps":["trace[181684841] 'process raft request' (duration: 129.32106ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:24.253825Z","caller":"traceutil/trace.go:171","msg":"trace[1545775915] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"130.479885ms","start":"2026-04-24T01:58:24.123328Z","end":"2026-04-24T01:58:24.253808Z","steps":["trace[1545775915] 'process raft request' (duration: 129.230188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.340176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711281165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:58:27.667855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125305297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:58:27.668068Z","caller":"traceutil/trace.go:171","msg":"trace[336758366] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3141; }","duration":"1.125569502s","start":"2026-04-24T01:58:26.542473Z","end":"2026-04-24T01:58:27.668042Z","steps":["trace[336758366] 'count revisions from in-memory index tree' (duration: 1.125217324s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.66862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199694748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-24T01:58:27.668703Z","caller":"traceutil/trace.go:171","msg":"trace[1948511557] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3141; }","duration":"1.200273972s","start":"2026-04-24T01:58:26.46841Z","end":"2026-04-24T01:58:27.668684Z","steps":["trace[1948511557] 'range keys from in-memory index tree' (duration: 1.199351481s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.66886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:26.542454Z","time spent":"1.126213067s","remote":"127.0.0.1:40198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:58:27.66879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:26.468392Z","time spent":"1.200382104s","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-24T01:58:27.669289Z","caller":"traceutil/trace.go:171","msg":"trace[2118387983] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"973.230113ms","start":"2026-04-24T01:58:26.696Z","end":"2026-04-24T01:58:27.669231Z","steps":["trace[2118387983] 'process raft request' (duration: 971.069256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.669446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:26.695965Z","time spent":"973.401486ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:58:27.670058Z","caller":"traceutil/trace.go:171","msg":"trace[46562384] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"931.63462ms","start":"2026-04-24T01:58:26.738376Z","end":"2026-04-24T01:58:27.67001Z","steps":["trace[46562384] 'process raft request' (duration: 931.418096ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:27.67013Z","caller":"traceutil/trace.go:171","msg":"trace[840230229] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3268; }","duration":"830.334896ms","start":"2026-04-24T01:58:26.839767Z","end":"2026-04-24T01:58:27.670102Z","steps":["trace[840230229] 'read index received' (duration: 827.599187ms)","trace[840230229] 'applied index is now lower than readState.Index' (duration: 2.734239ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:58:27.670243Z","caller":"traceutil/trace.go:171","msg":"trace[122965220] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"704.780215ms","start":"2026-04-24T01:58:26.965451Z","end":"2026-04-24T01:58:27.670231Z","steps":["trace[122965220] 'process raft request' (duration: 704.495029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.670261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:26.738346Z","time spent":"931.803944ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:58:27.670327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:26.965423Z","time spent":"704.864387ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:58:27.670631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.70869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:58:27.670673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.428837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:58:27.670705Z","caller":"traceutil/trace.go:171","msg":"trace[426961463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3144; }","duration":"547.994495ms","start":"2026-04-24T01:58:27.122692Z","end":"2026-04-24T01:58:27.670687Z","steps":["trace[426961463] 'agreement among raft nodes before linearized reading' (duration: 547.704589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.670751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.99057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:58:27.670761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:27.122675Z","time spent":"548.075138ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:58:27.670793Z","caller":"traceutil/trace.go:171","msg":"trace[2064269663] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3144; }","duration":"831.073412ms","start":"2026-04-24T01:58:26.83971Z","end":"2026-04-24T01:58:27.670784Z","steps":["trace[2064269663] 'agreement among raft nodes before linearized reading' (duration: 831.02065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.670834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:26.839689Z","time spent":"831.135872ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-24T01:58:27.670712Z","caller":"traceutil/trace.go:171","msg":"trace[1286753539] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3144; }","duration":"105.513779ms","start":"2026-04-24T01:58:27.565188Z","end":"2026-04-24T01:58:27.670701Z","steps":["trace[1286753539] 'agreement among raft nodes before linearized reading' (duration: 105.445927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.671033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.447158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-24T01:58:27.671233Z","caller":"traceutil/trace.go:171","msg":"trace[271294145] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3144; }","duration":"455.5575ms","start":"2026-04-24T01:58:27.215524Z","end":"2026-04-24T01:58:27.671082Z","steps":["trace[271294145] 'agreement among raft nodes before linearized reading' (duration: 455.383316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.671272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:27.2155Z","time spent":"455.762755ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-24T01:58:27.671382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.830785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:58:27.671433Z","caller":"traceutil/trace.go:171","msg":"trace[280794801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3144; }","duration":"411.933917ms","start":"2026-04-24T01:58:27.259487Z","end":"2026-04-24T01:58:27.671421Z","steps":["trace[280794801] 'agreement among raft nodes before linearized reading' (duration: 411.845515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:27.671468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:27.259465Z","time spent":"411.993879ms","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:58:48.580626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.277449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-24T01:58:48.58076Z","caller":"traceutil/trace.go:171","msg":"trace[417294458] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3265; }","duration":"111.462973ms","start":"2026-04-24T01:58:48.469266Z","end":"2026-04-24T01:58:48.580729Z","steps":["trace[417294458] 'range keys from in-memory index tree' (duration: 111.091425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:52.438592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.388174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-24T01:58:52.438645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.397975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:58:52.438691Z","caller":"traceutil/trace.go:171","msg":"trace[1599170287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3279; }","duration":"177.560657ms","start":"2026-04-24T01:58:52.26111Z","end":"2026-04-24T01:58:52.438671Z","steps":["trace[1599170287] 'range keys from in-memory index tree' (duration: 177.156399ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:52.438693Z","caller":"traceutil/trace.go:171","msg":"trace[441936841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3279; }","duration":"316.484417ms","start":"2026-04-24T01:58:52.122193Z","end":"2026-04-24T01:58:52.438677Z","steps":["trace[441936841] 'range keys from in-memory index tree' (duration: 316.320484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:58:52.438884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:58:52.122172Z","time spent":"316.702841ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:58:52.943887Z","caller":"traceutil/trace.go:171","msg":"trace[880332719] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"146.216817ms","start":"2026-04-24T01:58:52.797632Z","end":"2026-04-24T01:58:52.943848Z","steps":["trace[880332719] 'process raft request' (duration: 145.923501ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:58:54.190893Z","caller":"traceutil/trace.go:171","msg":"trace[1262852061] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"226.421376ms","start":"2026-04-24T01:58:53.964434Z","end":"2026-04-24T01:58:54.190855Z","steps":["trace[1262852061] 'process raft request' (duration: 226.15374ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:02.075589Z","caller":"traceutil/trace.go:171","msg":"trace[1639738327] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"141.330609ms","start":"2026-04-24T01:59:01.934213Z","end":"2026-04-24T01:59:02.075544Z","steps":["trace[1639738327] 'process raft request' (duration: 135.26426ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:02.131305Z","caller":"traceutil/trace.go:171","msg":"trace[872488268] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"185.40203ms","start":"2026-04-24T01:59:01.945883Z","end":"2026-04-24T01:59:02.131285Z","steps":["trace[872488268] 'process raft request' (duration: 184.664215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:02.970255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711281705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:59:03.471122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711281705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T01:59:03.875561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.648410641s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-24T01:59:04.431676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213281451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:59:04.43177Z","caller":"traceutil/trace.go:171","msg":"trace[1629583620] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3333; }","duration":"2.213490106s","start":"2026-04-24T01:59:02.218258Z","end":"2026-04-24T01:59:04.431748Z","steps":["trace[1629583620] 'count revisions from in-memory index tree' (duration: 2.213179769s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:04.431941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.218244Z","time spent":"2.213669939s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:04.431991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.909386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:04.432043Z","caller":"traceutil/trace.go:171","msg":"trace[1646164333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3333; }","duration":"819.965167ms","start":"2026-04-24T01:59:03.61207Z","end":"2026-04-24T01:59:04.432036Z","steps":["trace[1646164333] 'range keys from in-memory index tree' (duration: 819.900666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:04.433248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.272472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:59:04.433691Z","caller":"traceutil/trace.go:171","msg":"trace[1513381786] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"2.206653332s","start":"2026-04-24T01:59:02.227005Z","end":"2026-04-24T01:59:04.433659Z","steps":["trace[1513381786] 'process raft request' (duration: 1.64889877s)","trace[1513381786] 'compare' (duration: 556.444446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:04.43388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.226962Z","time spent":"2.206803844s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:04.948467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.120125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-24T01:59:04.948606Z","caller":"traceutil/trace.go:171","msg":"trace[1105323314] linearizableReadLoop","detail":"{readStateIndex:3470; appliedIndex:3468; }","duration":"2.479291783s","start":"2026-04-24T01:59:02.469293Z","end":"2026-04-24T01:59:04.948584Z","steps":["trace[1105323314] 'read index received' (duration: 1.406622131s)","trace[1105323314] 'applied index is now lower than readState.Index' (duration: 1.072667472s)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:04.949416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479648309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-24T01:59:04.949462Z","caller":"traceutil/trace.go:171","msg":"trace[1531183366] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3334; }","duration":"2.480215831s","start":"2026-04-24T01:59:02.469231Z","end":"2026-04-24T01:59:04.949447Z","steps":["trace[1531183366] 'agreement among raft nodes before linearized reading' (duration: 2.479457906s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:04.949503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.469207Z","time spent":"2.480284623s","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-24T01:59:05.045491Z","caller":"traceutil/trace.go:171","msg":"trace[547731830] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"963.848615ms","start":"2026-04-24T01:59:04.081624Z","end":"2026-04-24T01:59:05.045472Z","steps":["trace[547731830] 'process raft request' (duration: 963.794334ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:05.045553Z","caller":"traceutil/trace.go:171","msg":"trace[929671826] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"1.120465677s","start":"2026-04-24T01:59:03.925055Z","end":"2026-04-24T01:59:05.04552Z","steps":["trace[929671826] 'process raft request' (duration: 1.120229472s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:05.045608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:04.081597Z","time spent":"963.953507ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:05.045769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:03.925032Z","time spent":"1.12057727s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:59:05.04589Z","caller":"traceutil/trace.go:171","msg":"trace[716535473] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"909.13364ms","start":"2026-04-24T01:59:04.136743Z","end":"2026-04-24T01:59:05.045877Z","steps":["trace[716535473] 'process raft request' (duration: 908.704002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:05.045982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:04.136716Z","time spent":"909.239232ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:05.122237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-24T01:59:05.122371Z","caller":"traceutil/trace.go:171","msg":"trace[959817014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117873s","start":"2026-04-24T01:59:03.122172Z","end":"2026-04-24T01:59:05.12229Z","steps":["trace[959817014] 'agreement among raft nodes before linearized reading' (duration: 2.000035261s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:05.122431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:03.122156Z","time spent":"2.000267995s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/24 01:59:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-24T01:59:06.265513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220166542s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-24T01:59:07.122755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-24T01:59:07.122931Z","caller":"traceutil/trace.go:171","msg":"trace[758619536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081774s","start":"2026-04-24T01:59:05.122808Z","end":"2026-04-24T01:59:07.122889Z","steps":["trace[758619536] 'agreement among raft nodes before linearized reading' (duration: 1.99990754s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.123108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:05.122788Z","time spent":"2.000255138s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/24 01:59:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-24T01:59:07.52453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999516129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-24T01:59:07.524624Z","caller":"traceutil/trace.go:171","msg":"trace[1114654144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999634591s","start":"2026-04-24T01:59:02.524967Z","end":"2026-04-24T01:59:07.524602Z","steps":["trace[1114654144] 'agreement among raft nodes before linearized reading' (duration: 4.999511999s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.524724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.524899Z","time spent":"4.999811485s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/24 01:59:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-24T01:59:07.572482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999976616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-24T01:59:07.572671Z","caller":"traceutil/trace.go:171","msg":"trace[1968196583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000301593s","start":"2026-04-24T01:59:02.57234Z","end":"2026-04-24T01:59:07.572642Z","steps":["trace[1968196583] 'agreement among raft nodes before linearized reading' (duration: 5.000003067s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.572743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.57232Z","time spent":"5.000407494s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T01:59:07.576924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999275211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-24T01:59:07.576985Z","caller":"traceutil/trace.go:171","msg":"trace[1365414049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999406074s","start":"2026-04-24T01:59:02.577565Z","end":"2026-04-24T01:59:07.576971Z","steps":["trace[1365414049] 'agreement among raft nodes before linearized reading' (duration: 4.999331272s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.57707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.577531Z","time spent":"4.999526646s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T01:59:07.761137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494205414s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:59:07.761348Z","caller":"traceutil/trace.go:171","msg":"trace[2058983214] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"1.322672583s","start":"2026-04-24T01:59:06.438659Z","end":"2026-04-24T01:59:07.761332Z","steps":["trace[2058983214] 'process raft request' (duration: 1.322580312s)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:07.761344Z","caller":"traceutil/trace.go:171","msg":"trace[1527848655] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"3.437305344s","start":"2026-04-24T01:59:04.323986Z","end":"2026-04-24T01:59:07.761292Z","steps":["trace[1527848655] 'process raft request' (duration: 1.942847745s)","trace[1527848655] 'compare' (duration: 1.493702664s)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:07.761419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:06.438642Z","time spent":"1.322746595s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:59:07.761417Z","caller":"traceutil/trace.go:171","msg":"trace[641175709] linearizableReadLoop","detail":"{readStateIndex:3474; appliedIndex:3470; }","duration":"2.812754959s","start":"2026-04-24T01:59:04.948636Z","end":"2026-04-24T01:59:07.761391Z","steps":["trace[641175709] 'read index received' (duration: 96.679619ms)","trace[641175709] 'applied index is now lower than readState.Index' (duration: 2.71607316s)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:07.761488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:04.323963Z","time spent":"3.437447906s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:07.761536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051899504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:07.761577Z","caller":"traceutil/trace.go:171","msg":"trace[1399521969] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3339; }","duration":"5.051948346s","start":"2026-04-24T01:59:02.709618Z","end":"2026-04-24T01:59:07.761566Z","steps":["trace[1399521969] 'agreement among raft nodes before linearized reading' (duration: 5.051776142s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.761613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.709534Z","time spent":"5.052071509s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:07.761618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981867005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a9285f4e7dcd5f\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-24T01:59:07.761644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499676496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:07.761689Z","caller":"traceutil/trace.go:171","msg":"trace[167234417] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3339; }","duration":"4.499773268s","start":"2026-04-24T01:59:03.261904Z","end":"2026-04-24T01:59:07.761678Z","steps":["trace[167234417] 'agreement among raft nodes before linearized reading' (duration: 4.499702707s)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:07.761706Z","caller":"traceutil/trace.go:171","msg":"trace[689125164] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a9285f4e7dcd5f; range_end:; response_count:1; response_revision:3339; }","duration":"4.981986248s","start":"2026-04-24T01:59:02.779689Z","end":"2026-04-24T01:59:07.761675Z","steps":["trace[689125164] 'agreement among raft nodes before linearized reading' (duration: 4.981704062s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.761728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:03.261873Z","time spent":"4.49984566s","remote":"127.0.0.1:50194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:07.761738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.77967Z","time spent":"4.982059789s","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a9285f4e7dcd5f\" "} {"level":"warn","ts":"2026-04-24T01:59:07.761843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.197008574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-24T01:59:07.761905Z","caller":"traceutil/trace.go:171","msg":"trace[2013564754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3339; }","duration":"5.197106436s","start":"2026-04-24T01:59:02.564779Z","end":"2026-04-24T01:59:07.761886Z","steps":["trace[2013564754] 'agreement among raft nodes before linearized reading' (duration: 5.1967704s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.761922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929058101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-24T01:59:07.761938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219956363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-24T01:59:07.761951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.564761Z","time spent":"5.197178647s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:59:07.761962Z","caller":"traceutil/trace.go:171","msg":"trace[1112677375] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3339; }","duration":"4.929159494s","start":"2026-04-24T01:59:02.832791Z","end":"2026-04-24T01:59:07.761951Z","steps":["trace[1112677375] 'agreement among raft nodes before linearized reading' (duration: 4.929065152s)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:07.761972Z","caller":"traceutil/trace.go:171","msg":"trace[569139147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3339; }","duration":"5.219987323s","start":"2026-04-24T01:59:02.541972Z","end":"2026-04-24T01:59:07.76196Z","steps":["trace[569139147] 'agreement among raft nodes before linearized reading' (duration: 5.219882261s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:07.762002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.541904Z","time spent":"5.220093225s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T01:59:07.762004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:02.83276Z","time spent":"4.929232345s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:08.057318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005815343s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-24T01:59:08.211021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.402176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:59:08.211425Z","caller":"traceutil/trace.go:171","msg":"trace[364112923] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"1.160023414s","start":"2026-04-24T01:59:07.051378Z","end":"2026-04-24T01:59:08.211402Z","steps":["trace[364112923] 'process raft request' (duration: 1.00616351s)","trace[364112923] 'compare' (duration: 153.207022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:08.211679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.051353Z","time spent":"1.160288049s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:59:08.212074Z","caller":"traceutil/trace.go:171","msg":"trace[469486123] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"1.160675377s","start":"2026-04-24T01:59:07.051386Z","end":"2026-04-24T01:59:08.212061Z","steps":["trace[469486123] 'process raft request' (duration: 1.160502863s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.21214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.051359Z","time spent":"1.160746957s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:59:08.212247Z","caller":"traceutil/trace.go:171","msg":"trace[1953220675] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"1.160377011s","start":"2026-04-24T01:59:07.051858Z","end":"2026-04-24T01:59:08.212235Z","steps":["trace[1953220675] 'process raft request' (duration: 1.160120336s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.212361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080850024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T01:59:08.212365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.051848Z","time spent":"1.160448522s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:59:08.212387Z","caller":"traceutil/trace.go:171","msg":"trace[521344216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3345; }","duration":"1.080902405s","start":"2026-04-24T01:59:07.131478Z","end":"2026-04-24T01:59:08.212381Z","steps":["trace[521344216] 'agreement among raft nodes before linearized reading' (duration: 1.080846363s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.212428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.131467Z","time spent":"1.080957175s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T01:59:08.212542Z","caller":"traceutil/trace.go:171","msg":"trace[174612326] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"448.225056ms","start":"2026-04-24T01:59:07.764308Z","end":"2026-04-24T01:59:08.212533Z","steps":["trace[174612326] 'process raft request' (duration: 447.702767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.212566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426131834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-24T01:59:08.212511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867655692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T01:59:08.212631Z","caller":"traceutil/trace.go:171","msg":"trace[1845000783] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3345; }","duration":"1.426249998s","start":"2026-04-24T01:59:06.786366Z","end":"2026-04-24T01:59:08.212616Z","steps":["trace[1845000783] 'agreement among raft nodes before linearized reading' (duration: 1.426080684s)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:08.212695Z","caller":"traceutil/trace.go:171","msg":"trace[738759133] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"446.103536ms","start":"2026-04-24T01:59:07.766564Z","end":"2026-04-24T01:59:08.212668Z","steps":["trace[738759133] 'process raft request' (duration: 445.660957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.212717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:06.786346Z","time spent":"1.426351439s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:08.212758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.766548Z","time spent":"446.181298ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:08.212768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800111776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:08.212797Z","caller":"traceutil/trace.go:171","msg":"trace[584088071] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3345; }","duration":"1.800176367s","start":"2026-04-24T01:59:06.412612Z","end":"2026-04-24T01:59:08.212789Z","steps":["trace[584088071] 'agreement among raft nodes before linearized reading' (duration: 1.800105976s)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:08.212823Z","caller":"traceutil/trace.go:171","msg":"trace[550342217] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"445.659727ms","start":"2026-04-24T01:59:07.767156Z","end":"2026-04-24T01:59:08.212815Z","steps":["trace[550342217] 'process raft request' (duration: 445.123406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.212864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.767132Z","time spent":"445.709119ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:08.212879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:06.412594Z","time spent":"1.800224638s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:08.212958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.658592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-24T01:59:08.212979Z","caller":"traceutil/trace.go:171","msg":"trace[1473336786] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:3345; }","duration":"991.711983ms","start":"2026-04-24T01:59:07.221261Z","end":"2026-04-24T01:59:08.212973Z","steps":["trace[1473336786] 'agreement among raft nodes before linearized reading' (duration: 991.652302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.212997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.221243Z","time spent":"991.751014ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-24T01:59:08.212588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:07.764282Z","time spent":"448.279309ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T01:59:08.212697Z","caller":"traceutil/trace.go:171","msg":"trace[1698671426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3345; }","duration":"1.867877297s","start":"2026-04-24T01:59:06.344809Z","end":"2026-04-24T01:59:08.212686Z","steps":["trace[1698671426] 'agreement among raft nodes before linearized reading' (duration: 1.867607481s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.213143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:06.344788Z","time spent":"1.868332956s","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-24T01:59:08.213552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11542228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:08.213583Z","caller":"traceutil/trace.go:171","msg":"trace[1698573776] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3345; }","duration":"2.115481631s","start":"2026-04-24T01:59:06.098092Z","end":"2026-04-24T01:59:08.213574Z","steps":["trace[1698573776] 'agreement among raft nodes before linearized reading' (duration: 2.11543747s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.213604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:06.098076Z","time spent":"2.115522771s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:08.213589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156252851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:08.213636Z","caller":"traceutil/trace.go:171","msg":"trace[1906856635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3345; }","duration":"2.156340953s","start":"2026-04-24T01:59:06.057281Z","end":"2026-04-24T01:59:08.213622Z","steps":["trace[1906856635] 'agreement among raft nodes before linearized reading' (duration: 2.156259661s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.21368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:06.057263Z","time spent":"2.156406844s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-24T01:59:08.214023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261059246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-24T01:59:08.214051Z","caller":"traceutil/trace.go:171","msg":"trace[835925101] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3345; }","duration":"3.261129408s","start":"2026-04-24T01:59:04.952914Z","end":"2026-04-24T01:59:08.214044Z","steps":["trace[835925101] 'agreement among raft nodes before linearized reading' (duration: 3.261039856s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:08.214069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:04.952895Z","time spent":"3.261170318s","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-24T01:59:08.214275Z","caller":"traceutil/trace.go:171","msg":"trace[1322218176] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3475; }","duration":"450.833537ms","start":"2026-04-24T01:59:07.761473Z","end":"2026-04-24T01:59:08.212307Z","steps":["trace[1322218176] 'read index received' (duration: 296.084096ms)","trace[1322218176] 'applied index is now lower than readState.Index' (duration: 154.748701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:09.949883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.734184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:59:09.950713Z","caller":"traceutil/trace.go:171","msg":"trace[317761022] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"183.513187ms","start":"2026-04-24T01:59:09.767181Z","end":"2026-04-24T01:59:09.950694Z","steps":["trace[317761022] 'process raft request' (duration: 183.213251ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:09.950722Z","caller":"traceutil/trace.go:171","msg":"trace[1668465434] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"363.523906ms","start":"2026-04-24T01:59:09.587165Z","end":"2026-04-24T01:59:09.950689Z","steps":["trace[1668465434] 'process raft request' (duration: 144.888335ms)","trace[1668465434] 'compare' (duration: 217.51706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:09.95083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:09.587147Z","time spent":"363.627177ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:18.266181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.269865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:59:18.266318Z","caller":"traceutil/trace.go:171","msg":"trace[1783853762] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"146.688987ms","start":"2026-04-24T01:59:18.119609Z","end":"2026-04-24T01:59:18.266298Z","steps":["trace[1783853762] 'process raft request' (duration: 37.222059ms)","trace[1783853762] 'compare' (duration: 109.094722ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:18.419829Z","caller":"traceutil/trace.go:171","msg":"trace[173247523] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"107.98323ms","start":"2026-04-24T01:59:18.311823Z","end":"2026-04-24T01:59:18.419807Z","steps":["trace[173247523] 'process raft request' (duration: 69.17832ms)","trace[173247523] 'compare' (duration: 38.669197ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:19.75512Z","caller":"traceutil/trace.go:171","msg":"trace[1681894360] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"104.631883ms","start":"2026-04-24T01:59:19.650411Z","end":"2026-04-24T01:59:19.755043Z","steps":["trace[1681894360] 'process raft request' (duration: 54.143236ms)","trace[1681894360] 'compare' (duration: 50.271843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:20.905997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.51099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T01:59:20.906138Z","caller":"traceutil/trace.go:171","msg":"trace[793681707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3412; }","duration":"194.715854ms","start":"2026-04-24T01:59:20.711393Z","end":"2026-04-24T01:59:20.906109Z","steps":["trace[793681707] 'count revisions from in-memory index tree' (duration: 194.301047ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:32.922961Z","caller":"traceutil/trace.go:171","msg":"trace[584459315] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"100.066361ms","start":"2026-04-24T01:59:32.822869Z","end":"2026-04-24T01:59:32.922935Z","steps":["trace[584459315] 'process raft request' (duration: 99.831826ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:44.642688Z","caller":"traceutil/trace.go:171","msg":"trace[937103103] linearizableReadLoop","detail":"{readStateIndex:3699; appliedIndex:3698; }","duration":"174.763602ms","start":"2026-04-24T01:59:44.467898Z","end":"2026-04-24T01:59:44.642662Z","steps":["trace[937103103] 'read index received' (duration: 85.887374ms)","trace[937103103] 'applied index is now lower than readState.Index' (duration: 88.875378ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:44.642964Z","caller":"traceutil/trace.go:171","msg":"trace[1824459310] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"184.784881ms","start":"2026-04-24T01:59:44.457927Z","end":"2026-04-24T01:59:44.642712Z","steps":["trace[1824459310] 'process raft request' (duration: 99.239642ms)","trace[1824459310] 'compare' (duration: 85.288184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:44.643415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.490354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-24T01:59:44.643472Z","caller":"traceutil/trace.go:171","msg":"trace[1166424758] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3555; }","duration":"175.606657ms","start":"2026-04-24T01:59:44.467853Z","end":"2026-04-24T01:59:44.64346Z","steps":["trace[1166424758] 'agreement among raft nodes before linearized reading' (duration: 175.158119ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:48.681129Z","caller":"traceutil/trace.go:171","msg":"trace[149435887] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"111.820059ms","start":"2026-04-24T01:59:48.569281Z","end":"2026-04-24T01:59:48.681101Z","steps":["trace[149435887] 'process raft request' (duration: 111.686116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:48.95786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.135331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T01:59:48.958134Z","caller":"traceutil/trace.go:171","msg":"trace[2141503371] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"163.0301ms","start":"2026-04-24T01:59:48.795084Z","end":"2026-04-24T01:59:48.958114Z","steps":["trace[2141503371] 'process raft request' (duration: 162.938498ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:48.958152Z","caller":"traceutil/trace.go:171","msg":"trace[1272302492] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"186.094717ms","start":"2026-04-24T01:59:48.772022Z","end":"2026-04-24T01:59:48.958116Z","steps":["trace[1272302492] 'process raft request' (duration: 59.61845ms)","trace[1272302492] 'compare' (duration: 125.989108ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:48.9582Z","caller":"traceutil/trace.go:171","msg":"trace[147300777] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"186.084937ms","start":"2026-04-24T01:59:48.772078Z","end":"2026-04-24T01:59:48.958163Z","steps":["trace[147300777] 'process raft request' (duration: 185.892323ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:54.963941Z","caller":"traceutil/trace.go:171","msg":"trace[1027251098] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"248.713858ms","start":"2026-04-24T01:59:54.715201Z","end":"2026-04-24T01:59:54.963915Z","steps":["trace[1027251098] 'process raft request' (duration: 153.089544ms)","trace[1027251098] 'compare' (duration: 95.487511ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:54.965428Z","caller":"traceutil/trace.go:171","msg":"trace[2035329374] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"203.545823ms","start":"2026-04-24T01:59:54.761839Z","end":"2026-04-24T01:59:54.965385Z","steps":["trace[2035329374] 'process raft request' (duration: 203.145926ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:59.313044Z","caller":"traceutil/trace.go:171","msg":"trace[472950558] linearizableReadLoop","detail":"{readStateIndex:3778; appliedIndex:3776; }","duration":"315.982957ms","start":"2026-04-24T01:59:58.997024Z","end":"2026-04-24T01:59:59.313007Z","steps":["trace[472950558] 'read index received' (duration: 44.401646ms)","trace[472950558] 'applied index is now lower than readState.Index' (duration: 271.580321ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:59.313105Z","caller":"traceutil/trace.go:171","msg":"trace[2046170895] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"330.483327ms","start":"2026-04-24T01:59:58.982584Z","end":"2026-04-24T01:59:59.313067Z","steps":["trace[2046170895] 'process raft request' (duration: 330.270613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:59.313287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:58.98257Z","time spent":"330.61732ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:59.313629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.598137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-24T01:59:59.313707Z","caller":"traceutil/trace.go:171","msg":"trace[601178152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3630; }","duration":"316.713069ms","start":"2026-04-24T01:59:58.996975Z","end":"2026-04-24T01:59:59.313688Z","steps":["trace[601178152] 'agreement among raft nodes before linearized reading' (duration: 316.259082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:59.313788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:58.996959Z","time spent":"316.78065ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-24T01:59:59.362943Z","caller":"traceutil/trace.go:171","msg":"trace[167630361] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"317.597665ms","start":"2026-04-24T01:59:59.045311Z","end":"2026-04-24T01:59:59.362909Z","steps":["trace[167630361] 'process raft request' (duration: 317.325131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:59.363002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.846881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-24T01:59:59.36299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.945064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T01:59:59.363095Z","caller":"traceutil/trace.go:171","msg":"trace[1438591373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3631; }","duration":"363.991134ms","start":"2026-04-24T01:59:58.999086Z","end":"2026-04-24T01:59:59.363077Z","steps":["trace[1438591373] 'agreement among raft nodes before linearized reading' (duration: 363.706779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:59.363125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:59.045291Z","time spent":"317.740407ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T01:59:59.363153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T01:59:58.999063Z","time spent":"364.075155ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-24T01:59:59.363111Z","caller":"traceutil/trace.go:171","msg":"trace[821690475] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3631; }","duration":"165.156497ms","start":"2026-04-24T01:59:59.197917Z","end":"2026-04-24T01:59:59.363074Z","steps":["trace[821690475] 'agreement among raft nodes before linearized reading' (duration: 164.941993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T01:59:59.363484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.181458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T01:59:59.363603Z","caller":"traceutil/trace.go:171","msg":"trace[791105994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3631; }","duration":"183.396211ms","start":"2026-04-24T01:59:59.180187Z","end":"2026-04-24T01:59:59.363583Z","steps":["trace[791105994] 'agreement among raft nodes before linearized reading' (duration: 182.783001ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:59.489628Z","caller":"traceutil/trace.go:171","msg":"trace[724525294] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"121.100606ms","start":"2026-04-24T01:59:59.368501Z","end":"2026-04-24T01:59:59.489602Z","steps":["trace[724525294] 'process raft request' (duration: 121.015925ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T01:59:59.489757Z","caller":"traceutil/trace.go:171","msg":"trace[500918501] linearizableReadLoop","detail":"{readStateIndex:3780; appliedIndex:3779; }","duration":"122.129745ms","start":"2026-04-24T01:59:59.367564Z","end":"2026-04-24T01:59:59.489694Z","steps":["trace[500918501] 'read index received' (duration: 45.122457ms)","trace[500918501] 'applied index is now lower than readState.Index' (duration: 77.000638ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T01:59:59.489677Z","caller":"traceutil/trace.go:171","msg":"trace[245045715] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"170.737803ms","start":"2026-04-24T01:59:59.318888Z","end":"2026-04-24T01:59:59.489626Z","steps":["trace[245045715] 'process raft request' (duration: 93.714475ms)","trace[245045715] 'compare' (duration: 76.759463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T01:59:59.490035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.44264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T01:59:59.490138Z","caller":"traceutil/trace.go:171","msg":"trace[1620997636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3633; }","duration":"122.586453ms","start":"2026-04-24T01:59:59.367526Z","end":"2026-04-24T01:59:59.490113Z","steps":["trace[1620997636] 'agreement among raft nodes before linearized reading' (duration: 122.297228ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:00:00.039423Z","caller":"traceutil/trace.go:171","msg":"trace[205920599] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"114.789077ms","start":"2026-04-24T01:59:59.924609Z","end":"2026-04-24T02:00:00.039398Z","steps":["trace[205920599] 'process raft request' (duration: 94.341896ms)","trace[205920599] 'compare' (duration: 20.272528ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:00:24.316213Z","caller":"traceutil/trace.go:171","msg":"trace[915802175] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"149.370284ms","start":"2026-04-24T02:00:24.166816Z","end":"2026-04-24T02:00:24.316187Z","steps":["trace[915802175] 'process raft request' (duration: 149.216612ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:00:29.646549Z","caller":"traceutil/trace.go:171","msg":"trace[749979902] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"189.3051ms","start":"2026-04-24T02:00:29.45722Z","end":"2026-04-24T02:00:29.646525Z","steps":["trace[749979902] 'process raft request' (duration: 189.158547ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:00:37.32491Z","caller":"traceutil/trace.go:171","msg":"trace[813420896] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"120.366436ms","start":"2026-04-24T02:00:37.204511Z","end":"2026-04-24T02:00:37.324878Z","steps":["trace[813420896] 'process raft request' (duration: 120.141663ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:00:38.690744Z","caller":"traceutil/trace.go:171","msg":"trace[2059495160] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"188.489524ms","start":"2026-04-24T02:00:38.502233Z","end":"2026-04-24T02:00:38.690723Z","steps":["trace[2059495160] 'process raft request' (duration: 188.318011ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:01:18.010287Z","caller":"traceutil/trace.go:171","msg":"trace[87510597] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"143.577503ms","start":"2026-04-24T02:01:17.866687Z","end":"2026-04-24T02:01:18.010265Z","steps":["trace[87510597] 'process raft request' (duration: 140.12845ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:01:34.210288Z","caller":"traceutil/trace.go:171","msg":"trace[960527057] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"118.426024ms","start":"2026-04-24T02:01:34.091848Z","end":"2026-04-24T02:01:34.210274Z","steps":["trace[960527057] 'process raft request' (duration: 118.19738ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:01:34.552629Z","caller":"traceutil/trace.go:171","msg":"trace[1527892970] linearizableReadLoop","detail":"{readStateIndex:4479; appliedIndex:4478; }","duration":"126.915923ms","start":"2026-04-24T02:01:34.425691Z","end":"2026-04-24T02:01:34.552607Z","steps":["trace[1527892970] 'read index received' (duration: 126.727229ms)","trace[1527892970] 'applied index is now lower than readState.Index' (duration: 187.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:01:34.552708Z","caller":"traceutil/trace.go:171","msg":"trace[214793651] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"338.783235ms","start":"2026-04-24T02:01:34.213887Z","end":"2026-04-24T02:01:34.55267Z","steps":["trace[214793651] 'process raft request' (duration: 338.605591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:01:34.552972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.249508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-24T02:01:34.553052Z","caller":"traceutil/trace.go:171","msg":"trace[1944899732] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4308; }","duration":"127.3845ms","start":"2026-04-24T02:01:34.425651Z","end":"2026-04-24T02:01:34.553035Z","steps":["trace[1944899732] 'agreement among raft nodes before linearized reading' (duration: 127.113046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:01:34.553062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:01:34.213881Z","time spent":"338.952827ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:01:34.80401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.484893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-24T02:01:34.804121Z","caller":"traceutil/trace.go:171","msg":"trace[868195691] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4308; }","duration":"153.657626ms","start":"2026-04-24T02:01:34.65044Z","end":"2026-04-24T02:01:34.804098Z","steps":["trace[868195691] 'range keys from in-memory index tree' (duration: 153.28823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:03.389942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.262025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:02:03.39004Z","caller":"traceutil/trace.go:171","msg":"trace[2093525544] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4754; }","duration":"267.514854ms","start":"2026-04-24T02:02:03.12251Z","end":"2026-04-24T02:02:03.390024Z","steps":["trace[2093525544] 'read index received' (duration: 12.020766ms)","trace[2093525544] 'applied index is now lower than readState.Index' (duration: 255.492918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:03.390226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.683877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:03.39031Z","caller":"traceutil/trace.go:171","msg":"trace[1032876316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4576; }","duration":"267.824939ms","start":"2026-04-24T02:02:03.122466Z","end":"2026-04-24T02:02:03.390291Z","steps":["trace[1032876316] 'agreement among raft nodes before linearized reading' (duration: 267.675687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:03.390331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.160306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T02:02:03.390372Z","caller":"traceutil/trace.go:171","msg":"trace[1778356308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4576; }","duration":"127.235217ms","start":"2026-04-24T02:02:03.263127Z","end":"2026-04-24T02:02:03.390362Z","steps":["trace[1778356308] 'agreement among raft nodes before linearized reading' (duration: 127.111455ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:03.390439Z","caller":"traceutil/trace.go:171","msg":"trace[806653170] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"288.179898ms","start":"2026-04-24T02:02:03.102229Z","end":"2026-04-24T02:02:03.390409Z","steps":["trace[806653170] 'process raft request' (duration: 32.376405ms)","trace[806653170] 'compare' (duration: 255.144883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:06.432939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711284952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:06.933114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711284952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:07.433658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711284952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:07.933966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711284952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:08.121698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-24T02:02:08.121799Z","caller":"traceutil/trace.go:171","msg":"trace[1104205336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243286s","start":"2026-04-24T02:02:06.121541Z","end":"2026-04-24T02:02:08.121784Z","steps":["trace[1104205336] 'agreement among raft nodes before linearized reading' (duration: 2.000109015s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.121837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:06.121519Z","time spent":"2.000310857s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:02:08.43452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711284952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:08.935192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711284952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:08.943143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.155269951s","expected-duration":"1s"} {"level":"info","ts":"2026-04-24T02:02:08.94352Z","caller":"traceutil/trace.go:171","msg":"trace[598306610] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"3.155706727s","start":"2026-04-24T02:02:05.787794Z","end":"2026-04-24T02:02:08.943501Z","steps":["trace[598306610] 'process raft request' (duration: 3.155480284s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.943726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:05.787776Z","time spent":"3.155865789s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:02:08.984705Z","caller":"traceutil/trace.go:171","msg":"trace[1759562376] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4770; }","duration":"3.052530795s","start":"2026-04-24T02:02:05.932159Z","end":"2026-04-24T02:02:08.984689Z","steps":["trace[1759562376] 'read index received' (duration: 3.011176651s)","trace[1759562376] 'applied index is now lower than readState.Index' (duration: 41.353184ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:08.984862Z","caller":"traceutil/trace.go:171","msg":"trace[824217228] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"1.435827263s","start":"2026-04-24T02:02:07.549011Z","end":"2026-04-24T02:02:08.984838Z","steps":["trace[824217228] 'process raft request' (duration: 1.435635831s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:08.984877Z","caller":"traceutil/trace.go:171","msg":"trace[1613658731] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"2.660907644s","start":"2026-04-24T02:02:06.323955Z","end":"2026-04-24T02:02:08.984862Z","steps":["trace[1613658731] 'process raft request' (duration: 2.642616836s)","trace[1613658731] 'compare' (duration: 17.928653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:08.984969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05279419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T02:02:08.985031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:06.323925Z","time spent":"2.661077026s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:08.984996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.548992Z","time spent":"1.435922545s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:02:08.985063Z","caller":"traceutil/trace.go:171","msg":"trace[421359034] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4595; }","duration":"3.052944081s","start":"2026-04-24T02:02:05.93209Z","end":"2026-04-24T02:02:08.985034Z","steps":["trace[421359034] 'agreement among raft nodes before linearized reading' (duration: 3.052790669s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:05.932064Z","time spent":"3.053043793s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T02:02:08.985247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562226321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-24T02:02:08.985276Z","caller":"traceutil/trace.go:171","msg":"trace[543785003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"1.562297032s","start":"2026-04-24T02:02:07.422972Z","end":"2026-04-24T02:02:08.985269Z","steps":["trace[543785003] 'agreement among raft nodes before linearized reading' (duration: 1.56220727s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.422951Z","time spent":"1.562340293s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T02:02:08.985313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248424308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-24T02:02:08.985357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.155008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:02:08.985377Z","caller":"traceutil/trace.go:171","msg":"trace[2147459922] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4595; }","duration":"522.198379ms","start":"2026-04-24T02:02:08.463171Z","end":"2026-04-24T02:02:08.985369Z","steps":["trace[2147459922] 'agreement among raft nodes before linearized reading' (duration: 522.170259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:08.463145Z","time spent":"522.249149ms","remote":"127.0.0.1:60958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-24T02:02:08.985643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753455397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-24T02:02:08.985679Z","caller":"traceutil/trace.go:171","msg":"trace[1907111218] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:4595; }","duration":"1.753530128s","start":"2026-04-24T02:02:07.23214Z","end":"2026-04-24T02:02:08.98567Z","steps":["trace[1907111218] 'agreement among raft nodes before linearized reading' (duration: 1.753254514s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.23212Z","time spent":"1.753580249s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-24T02:02:08.985734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.290132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:08.985756Z","caller":"traceutil/trace.go:171","msg":"trace[1682276724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4595; }","duration":"863.349193ms","start":"2026-04-24T02:02:08.122399Z","end":"2026-04-24T02:02:08.985748Z","steps":["trace[1682276724] 'agreement among raft nodes before linearized reading' (duration: 863.314603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:08.122381Z","time spent":"863.393304ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:02:08.985802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406861716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T02:02:08.98585Z","caller":"traceutil/trace.go:171","msg":"trace[2110406717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4595; }","duration":"2.406935317s","start":"2026-04-24T02:02:06.578902Z","end":"2026-04-24T02:02:08.985838Z","steps":["trace[2110406717] 'agreement among raft nodes before linearized reading' (duration: 2.406829085s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:06.57889Z","time spent":"2.406985287s","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-24T02:02:08.985646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309593842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:02:08.985205Z","caller":"traceutil/trace.go:171","msg":"trace[1472059578] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"1.581432682s","start":"2026-04-24T02:02:07.40332Z","end":"2026-04-24T02:02:08.984753Z","steps":["trace[1472059578] 'process raft request' (duration: 1.58127637s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.985988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476072802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:08.986012Z","caller":"traceutil/trace.go:171","msg":"trace[830380165] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4595; }","duration":"1.476116272s","start":"2026-04-24T02:02:07.509889Z","end":"2026-04-24T02:02:08.986005Z","steps":["trace[830380165] 'agreement among raft nodes before linearized reading' (duration: 1.476080312s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.986052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.509876Z","time spent":"1.476171963s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-24T02:02:08.985368Z","caller":"traceutil/trace.go:171","msg":"trace[1687466975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4595; }","duration":"2.248505659s","start":"2026-04-24T02:02:06.736851Z","end":"2026-04-24T02:02:08.985356Z","steps":["trace[1687466975] 'agreement among raft nodes before linearized reading' (duration: 2.248358517s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.986137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:06.73684Z","time spent":"2.24928564s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T02:02:08.986101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511684069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-24T02:02:08.98525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014081982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:02:08.986276Z","caller":"traceutil/trace.go:171","msg":"trace[1973966258] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4595; }","duration":"3.015121347s","start":"2026-04-24T02:02:05.971143Z","end":"2026-04-24T02:02:08.986265Z","steps":["trace[1973966258] 'agreement among raft nodes before linearized reading' (duration: 3.013989861s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.986302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561715193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-24T02:02:08.986315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:05.971093Z","time spent":"3.015210748s","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":37,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-24T02:02:08.986334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479132316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:08.986345Z","caller":"traceutil/trace.go:171","msg":"trace[1161072351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4595; }","duration":"1.561801284s","start":"2026-04-24T02:02:07.424533Z","end":"2026-04-24T02:02:08.986335Z","steps":["trace[1161072351] 'agreement among raft nodes before linearized reading' (duration: 1.561701682s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.986547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.424511Z","time spent":"1.562021978s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T02:02:08.98594Z","caller":"traceutil/trace.go:171","msg":"trace[1428473438] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4595; }","duration":"2.309917187s","start":"2026-04-24T02:02:06.676011Z","end":"2026-04-24T02:02:08.985928Z","steps":["trace[1428473438] 'agreement among raft nodes before linearized reading' (duration: 2.309336019s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:08.986359Z","caller":"traceutil/trace.go:171","msg":"trace[167100605] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4595; }","duration":"1.479191487s","start":"2026-04-24T02:02:07.507161Z","end":"2026-04-24T02:02:08.986352Z","steps":["trace[167100605] 'agreement among raft nodes before linearized reading' (duration: 1.479154197s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.986755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:06.676Z","time spent":"2.310688658s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-24T02:02:08.986246Z","caller":"traceutil/trace.go:171","msg":"trace[1795682634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"2.511871072s","start":"2026-04-24T02:02:06.474362Z","end":"2026-04-24T02:02:08.986233Z","steps":["trace[1795682634] 'agreement among raft nodes before linearized reading' (duration: 2.511439656s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.986845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:06.474343Z","time spent":"2.512492732s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T02:02:08.986415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964344341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T02:02:08.986974Z","caller":"traceutil/trace.go:171","msg":"trace[132349784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"1.96494492s","start":"2026-04-24T02:02:07.022015Z","end":"2026-04-24T02:02:08.98696Z","steps":["trace[132349784] 'agreement among raft nodes before linearized reading' (duration: 1.96362015s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.987019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.021997Z","time spent":"1.9650091s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-24T02:02:08.985955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473029167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-24T02:02:08.987089Z","caller":"traceutil/trace.go:171","msg":"trace[1413924691] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4595; }","duration":"1.474204285s","start":"2026-04-24T02:02:07.512876Z","end":"2026-04-24T02:02:08.987081Z","steps":["trace[1413924691] 'agreement among raft nodes before linearized reading' (duration: 1.472993156s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:08.987117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.512856Z","time spent":"1.474253785s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-24T02:02:08.988221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.507146Z","time spent":"1.479565192s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-24T02:02:08.988741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:07.403297Z","time spent":"1.583002144s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:12.200843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711285017,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T02:02:12.316679Z","caller":"traceutil/trace.go:171","msg":"trace[1852964767] linearizableReadLoop","detail":"{readStateIndex:4801; appliedIndex:4800; }","duration":"616.897937ms","start":"2026-04-24T02:02:11.699759Z","end":"2026-04-24T02:02:12.316657Z","steps":["trace[1852964767] 'read index received' (duration: 616.749705ms)","trace[1852964767] 'applied index is now lower than readState.Index' (duration: 147.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:12.316736Z","caller":"traceutil/trace.go:171","msg":"trace[748808364] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"643.260561ms","start":"2026-04-24T02:02:11.673448Z","end":"2026-04-24T02:02:12.316709Z","steps":["trace[748808364] 'process raft request' (duration: 643.046788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:12.316863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.08917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-24T02:02:12.316868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:11.673432Z","time spent":"643.350063ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:02:12.316909Z","caller":"traceutil/trace.go:171","msg":"trace[1620760207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4621; }","duration":"617.163672ms","start":"2026-04-24T02:02:11.699729Z","end":"2026-04-24T02:02:12.316893Z","steps":["trace[1620760207] 'agreement among raft nodes before linearized reading' (duration: 617.03293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:12.316941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:11.699718Z","time spent":"617.215342ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-24T02:02:12.817493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711285020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T02:02:14.120546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-24T02:02:14.120653Z","caller":"traceutil/trace.go:171","msg":"trace[682519113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169225s","start":"2026-04-24T02:02:12.120459Z","end":"2026-04-24T02:02:14.120628Z","steps":["trace[682519113] 'agreement among raft nodes before linearized reading' (duration: 2.000040973s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.120747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:12.12044Z","time spent":"2.000295167s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/24 02:02:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-24T02:02:14.316291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026389062s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-24T02:02:14.491316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.045306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:14.491446Z","caller":"traceutil/trace.go:171","msg":"trace[175781174] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4621; }","duration":"879.187638ms","start":"2026-04-24T02:02:13.612238Z","end":"2026-04-24T02:02:14.491426Z","steps":["trace[175781174] 'range keys from in-memory index tree' (duration: 879.028175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.492475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586106466s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:02:14.493558Z","caller":"traceutil/trace.go:171","msg":"trace[1181807118] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"2.246556095s","start":"2026-04-24T02:02:12.24694Z","end":"2026-04-24T02:02:14.493496Z","steps":["trace[1181807118] 'process raft request' (duration: 659.340353ms)","trace[1181807118] 'compare' (duration: 1.585905723s)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:14.493799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:12.246922Z","time spent":"2.246747537s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:02:14.49382Z","caller":"traceutil/trace.go:171","msg":"trace[167810581] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"2.018186729s","start":"2026-04-24T02:02:12.475604Z","end":"2026-04-24T02:02:14.493791Z","steps":["trace[167810581] 'process raft request' (duration: 2.017049163s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:14.493917Z","caller":"traceutil/trace.go:171","msg":"trace[1009700120] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"2.171151267s","start":"2026-04-24T02:02:12.322602Z","end":"2026-04-24T02:02:14.493753Z","steps":["trace[1009700120] 'process raft request' (duration: 2.16997737s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.494959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:12.322587Z","time spent":"2.172292274s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:14.493992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:12.475581Z","time spent":"2.018321531s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:14.87889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.916632ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-24T02:02:14.879216Z","caller":"traceutil/trace.go:171","msg":"trace[642671313] linearizableReadLoop","detail":"{readStateIndex:4805; appliedIndex:4801; }","duration":"2.562443937s","start":"2026-04-24T02:02:12.316745Z","end":"2026-04-24T02:02:14.879189Z","steps":["trace[642671313] 'read index received' (duration: 589.555977ms)","trace[642671313] 'applied index is now lower than readState.Index' (duration: 1.97288651s)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:14.879408Z","caller":"traceutil/trace.go:171","msg":"trace[1123623383] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"1.905385767s","start":"2026-04-24T02:02:12.973994Z","end":"2026-04-24T02:02:14.87938Z","steps":["trace[1123623383] 'process raft request' (duration: 1.905059213s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.879582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:12.973971Z","time spent":"1.90551158s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:02:14.915739Z","caller":"traceutil/trace.go:171","msg":"trace[1502756153] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"1.839477508s","start":"2026-04-24T02:02:13.076243Z","end":"2026-04-24T02:02:14.91572Z","steps":["trace[1502756153] 'process raft request' (duration: 1.839339086s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:14.915751Z","caller":"traceutil/trace.go:171","msg":"trace[156911027] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"1.840829868s","start":"2026-04-24T02:02:13.074883Z","end":"2026-04-24T02:02:14.915713Z","steps":["trace[156911027] 'process raft request' (duration: 1.804472059s)","trace[156911027] 'compare' (duration: 36.093355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:14.915827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.076231Z","time spent":"1.839549939s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:14.915934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.074867Z","time spent":"1.840952199s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:02:14.916103Z","caller":"traceutil/trace.go:171","msg":"trace[1566335618] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"1.838580854s","start":"2026-04-24T02:02:13.077507Z","end":"2026-04-24T02:02:14.916088Z","steps":["trace[1566335618] 'process raft request' (duration: 1.838148088s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.916179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.077494Z","time spent":"1.838649286s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:14.916506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292991321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:14.916571Z","caller":"traceutil/trace.go:171","msg":"trace[231986518] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4629; }","duration":"2.293088283s","start":"2026-04-24T02:02:12.623467Z","end":"2026-04-24T02:02:14.916555Z","steps":["trace[231986518] 'agreement among raft nodes before linearized reading' (duration: 2.292972651s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.916609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:12.623454Z","time spent":"2.293143533s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-24T02:02:14.916636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831815017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T02:02:14.916676Z","caller":"traceutil/trace.go:171","msg":"trace[2029600092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"1.831874987s","start":"2026-04-24T02:02:13.084791Z","end":"2026-04-24T02:02:14.916666Z","steps":["trace[2029600092] 'agreement among raft nodes before linearized reading' (duration: 1.831733115s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.916675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822875535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-24T02:02:14.916706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.084781Z","time spent":"1.831918048s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-24T02:02:14.916725Z","caller":"traceutil/trace.go:171","msg":"trace[987940671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4629; }","duration":"1.822945477s","start":"2026-04-24T02:02:13.093766Z","end":"2026-04-24T02:02:14.916712Z","steps":["trace[987940671] 'agreement among raft nodes before linearized reading' (duration: 1.822720924s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.916776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.093759Z","time spent":"1.823008458s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T02:02:14.916913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147466516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T02:02:14.916942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229195816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T02:02:14.916951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823643107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T02:02:14.916959Z","caller":"traceutil/trace.go:171","msg":"trace[1707480175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4629; }","duration":"1.147545388s","start":"2026-04-24T02:02:13.769402Z","end":"2026-04-24T02:02:14.916948Z","steps":["trace[1707480175] 'agreement among raft nodes before linearized reading' (duration: 1.147477767s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:14.916989Z","caller":"traceutil/trace.go:171","msg":"trace[675812031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4629; }","duration":"1.823707169s","start":"2026-04-24T02:02:13.093272Z","end":"2026-04-24T02:02:14.916979Z","steps":["trace[675812031] 'agreement among raft nodes before linearized reading' (duration: 1.823575457s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.916995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.769357Z","time spent":"1.147631589s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T02:02:14.916991Z","caller":"traceutil/trace.go:171","msg":"trace[1573969731] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4629; }","duration":"1.229283067s","start":"2026-04-24T02:02:13.687691Z","end":"2026-04-24T02:02:14.916974Z","steps":["trace[1573969731] 'agreement among raft nodes before linearized reading' (duration: 1.229205606s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.917017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.093264Z","time spent":"1.823747149s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-24T02:02:14.917029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.687673Z","time spent":"1.229348268s","remote":"127.0.0.1:49848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-24T02:02:14.917072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843552196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T02:02:14.917153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824209365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T02:02:14.917162Z","caller":"traceutil/trace.go:171","msg":"trace[1969328219] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4629; }","duration":"1.843689199s","start":"2026-04-24T02:02:13.073451Z","end":"2026-04-24T02:02:14.91714Z","steps":["trace[1969328219] 'agreement among raft nodes before linearized reading' (duration: 1.843465916s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:14.91717Z","caller":"traceutil/trace.go:171","msg":"trace[2087767193] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"1.047570483s","start":"2026-04-24T02:02:13.869585Z","end":"2026-04-24T02:02:14.917155Z","steps":["trace[2087767193] 'process raft request' (duration: 1.046117082s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.917205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.073431Z","time spent":"1.84376455s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-24T02:02:14.917221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843699459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:14.917248Z","caller":"traceutil/trace.go:171","msg":"trace[1861898862] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4629; }","duration":"1.84376686s","start":"2026-04-24T02:02:13.073473Z","end":"2026-04-24T02:02:14.91724Z","steps":["trace[1861898862] 'agreement among raft nodes before linearized reading' (duration: 1.84373081s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.917242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.869559Z","time spent":"1.047641365s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:02:14.917277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.073451Z","time spent":"1.843815822s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-24T02:02:14.917408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.549324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T02:02:14.917433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822547222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T02:02:14.91748Z","caller":"traceutil/trace.go:171","msg":"trace[1860972252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4629; }","duration":"1.822614362s","start":"2026-04-24T02:02:13.094853Z","end":"2026-04-24T02:02:14.917468Z","steps":["trace[1860972252] 'agreement among raft nodes before linearized reading' (duration: 1.822479331s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.917526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.094843Z","time spent":"1.822676153s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T02:02:14.917546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.0976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T02:02:14.917585Z","caller":"traceutil/trace.go:171","msg":"trace[1264468920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4629; }","duration":"810.172801ms","start":"2026-04-24T02:02:14.107403Z","end":"2026-04-24T02:02:14.917576Z","steps":["trace[1264468920] 'agreement among raft nodes before linearized reading' (duration: 810.060529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.917623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:14.107348Z","time spent":"810.267153ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-24T02:02:14.917178Z","caller":"traceutil/trace.go:171","msg":"trace[893397989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4629; }","duration":"1.824253336s","start":"2026-04-24T02:02:13.092917Z","end":"2026-04-24T02:02:14.917171Z","steps":["trace[893397989] 'agreement among raft nodes before linearized reading' (duration: 1.824177515s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.918963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.092908Z","time spent":"1.826033322s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-24T02:02:14.917444Z","caller":"traceutil/trace.go:171","msg":"trace[2097397930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4629; }","duration":"796.612644ms","start":"2026-04-24T02:02:14.120823Z","end":"2026-04-24T02:02:14.917436Z","steps":["trace[2097397930] 'agreement among raft nodes before linearized reading' (duration: 796.560083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.919126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:14.120813Z","time spent":"798.303448ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:02:14.918447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839422857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-24T02:02:14.919319Z","caller":"traceutil/trace.go:171","msg":"trace[251156871] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4629; }","duration":"1.840310919s","start":"2026-04-24T02:02:13.078991Z","end":"2026-04-24T02:02:14.919302Z","steps":["trace[251156871] 'agreement among raft nodes before linearized reading' (duration: 1.837793503s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:14.919362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:02:13.078983Z","time spent":"1.84036949s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-24T02:02:17.126386Z","caller":"traceutil/trace.go:171","msg":"trace[646246631] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4818; }","duration":"204.872033ms","start":"2026-04-24T02:02:16.92149Z","end":"2026-04-24T02:02:17.126362Z","steps":["trace[646246631] 'read index received' (duration: 204.784342ms)","trace[646246631] 'applied index is now lower than readState.Index' (duration: 86.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:17.1265Z","caller":"traceutil/trace.go:171","msg":"trace[419740793] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"227.277969ms","start":"2026-04-24T02:02:16.899189Z","end":"2026-04-24T02:02:17.126467Z","steps":["trace[419740793] 'process raft request' (duration: 227.029505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.126527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.027355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:17.126729Z","caller":"traceutil/trace.go:171","msg":"trace[1438262057] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4638; }","duration":"205.278949ms","start":"2026-04-24T02:02:16.921436Z","end":"2026-04-24T02:02:17.126715Z","steps":["trace[1438262057] 'agreement among raft nodes before linearized reading' (duration: 205.039276ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.147948Z","caller":"traceutil/trace.go:171","msg":"trace[704241271] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"225.161508ms","start":"2026-04-24T02:02:16.922762Z","end":"2026-04-24T02:02:17.147924Z","steps":["trace[704241271] 'process raft request' (duration: 224.992086ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.148304Z","caller":"traceutil/trace.go:171","msg":"trace[1038423089] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"224.481897ms","start":"2026-04-24T02:02:16.923801Z","end":"2026-04-24T02:02:17.148282Z","steps":["trace[1038423089] 'process raft request' (duration: 224.082251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.148445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.345025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:17.148533Z","caller":"traceutil/trace.go:171","msg":"trace[871403811] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4641; }","duration":"224.486958ms","start":"2026-04-24T02:02:16.924031Z","end":"2026-04-24T02:02:17.148518Z","steps":["trace[871403811] 'agreement among raft nodes before linearized reading' (duration: 224.302865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.148748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.322257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T02:02:17.148863Z","caller":"traceutil/trace.go:171","msg":"trace[657316804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4641; }","duration":"209.46176ms","start":"2026-04-24T02:02:16.939385Z","end":"2026-04-24T02:02:17.148847Z","steps":["trace[657316804] 'agreement among raft nodes before linearized reading' (duration: 209.189206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.148929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.684303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T02:02:17.148976Z","caller":"traceutil/trace.go:171","msg":"trace[1530887314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4641; }","duration":"209.777564ms","start":"2026-04-24T02:02:16.939187Z","end":"2026-04-24T02:02:17.148965Z","steps":["trace[1530887314] 'agreement among raft nodes before linearized reading' (duration: 209.568991ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.148483Z","caller":"traceutil/trace.go:171","msg":"trace[586213627] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"222.525289ms","start":"2026-04-24T02:02:16.925942Z","end":"2026-04-24T02:02:17.148467Z","steps":["trace[586213627] 'process raft request' (duration: 222.237665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.149164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.194815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-24T02:02:17.149211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.34784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-24T02:02:17.149282Z","caller":"traceutil/trace.go:171","msg":"trace[613841762] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4641; }","duration":"223.437102ms","start":"2026-04-24T02:02:16.925831Z","end":"2026-04-24T02:02:17.149268Z","steps":["trace[613841762] 'agreement among raft nodes before linearized reading' (duration: 223.28565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.149487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.043023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T02:02:17.149541Z","caller":"traceutil/trace.go:171","msg":"trace[1525784112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4641; }","duration":"209.117464ms","start":"2026-04-24T02:02:16.940411Z","end":"2026-04-24T02:02:17.149528Z","steps":["trace[1525784112] 'agreement among raft nodes before linearized reading' (duration: 207.975828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.149497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.10861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T02:02:17.1497Z","caller":"traceutil/trace.go:171","msg":"trace[1652474546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4641; }","duration":"208.347113ms","start":"2026-04-24T02:02:16.941327Z","end":"2026-04-24T02:02:17.149674Z","steps":["trace[1652474546] 'agreement among raft nodes before linearized reading' (duration: 207.968458ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.149221Z","caller":"traceutil/trace.go:171","msg":"trace[913259457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4641; }","duration":"209.321496ms","start":"2026-04-24T02:02:16.939889Z","end":"2026-04-24T02:02:17.14921Z","steps":["trace[913259457] 'agreement among raft nodes before linearized reading' (duration: 208.816559ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.424036Z","caller":"traceutil/trace.go:171","msg":"trace[480925959] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"268.117329ms","start":"2026-04-24T02:02:17.155892Z","end":"2026-04-24T02:02:17.424009Z","steps":["trace[480925959] 'process raft request' (duration: 268.013728ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.424202Z","caller":"traceutil/trace.go:171","msg":"trace[546860979] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"268.652857ms","start":"2026-04-24T02:02:17.155506Z","end":"2026-04-24T02:02:17.424159Z","steps":["trace[546860979] 'process raft request' (duration: 199.222231ms)","trace[546860979] 'compare' (duration: 68.594884ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:17.425334Z","caller":"traceutil/trace.go:171","msg":"trace[2052595254] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4822; }","duration":"267.477601ms","start":"2026-04-24T02:02:17.157836Z","end":"2026-04-24T02:02:17.425313Z","steps":["trace[2052595254] 'read index received' (duration: 24.154451ms)","trace[2052595254] 'applied index is now lower than readState.Index' (duration: 243.32188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:17.425601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.738855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:17.425658Z","caller":"traceutil/trace.go:171","msg":"trace[1959118502] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:4646; }","duration":"267.838736ms","start":"2026-04-24T02:02:17.157803Z","end":"2026-04-24T02:02:17.425642Z","steps":["trace[1959118502] 'agreement among raft nodes before linearized reading' (duration: 267.721044ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.425567Z","caller":"traceutil/trace.go:171","msg":"trace[757574838] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"269.355407ms","start":"2026-04-24T02:02:17.156167Z","end":"2026-04-24T02:02:17.425522Z","steps":["trace[757574838] 'process raft request' (duration: 267.804364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.426084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.188822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:02:17.426171Z","caller":"traceutil/trace.go:171","msg":"trace[1752996937] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4646; }","duration":"264.286034ms","start":"2026-04-24T02:02:17.161866Z","end":"2026-04-24T02:02:17.426152Z","steps":["trace[1752996937] 'agreement among raft nodes before linearized reading' (duration: 264.170943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.426412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.322225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-24T02:02:17.426466Z","caller":"traceutil/trace.go:171","msg":"trace[2144291982] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:4646; }","duration":"193.451117ms","start":"2026-04-24T02:02:17.233001Z","end":"2026-04-24T02:02:17.426453Z","steps":["trace[2144291982] 'agreement among raft nodes before linearized reading' (duration: 193.042361ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.42656Z","caller":"traceutil/trace.go:171","msg":"trace[1463878029] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"270.24182ms","start":"2026-04-24T02:02:17.156299Z","end":"2026-04-24T02:02:17.42654Z","steps":["trace[1463878029] 'process raft request' (duration: 268.897451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.692618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.265896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:02:17.693279Z","caller":"traceutil/trace.go:171","msg":"trace[1198623085] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4830; }","duration":"187.057213ms","start":"2026-04-24T02:02:17.506202Z","end":"2026-04-24T02:02:17.693259Z","steps":["trace[1198623085] 'read index received' (duration: 80.990775ms)","trace[1198623085] 'applied index is now lower than readState.Index' (duration: 106.065378ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:17.693378Z","caller":"traceutil/trace.go:171","msg":"trace[542188179] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"201.31169ms","start":"2026-04-24T02:02:17.492016Z","end":"2026-04-24T02:02:17.693327Z","steps":["trace[542188179] 'process raft request' (duration: 95.238462ms)","trace[542188179] 'compare' (duration: 105.084834ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:17.693418Z","caller":"traceutil/trace.go:171","msg":"trace[742606568] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4649; }","duration":"199.045718ms","start":"2026-04-24T02:02:17.494359Z","end":"2026-04-24T02:02:17.693404Z","steps":["trace[742606568] 'process raft request' (duration: 198.802784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:17.693781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.459634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-24T02:02:17.693825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.449491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-24T02:02:17.693558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:17.693955Z","caller":"traceutil/trace.go:171","msg":"trace[1882247946] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4649; }","duration":"108.629666ms","start":"2026-04-24T02:02:17.58525Z","end":"2026-04-24T02:02:17.69388Z","steps":["trace[1882247946] 'agreement among raft nodes before linearized reading' (duration: 108.447673ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.693935Z","caller":"traceutil/trace.go:171","msg":"trace[113971965] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4649; }","duration":"185.642424ms","start":"2026-04-24T02:02:17.508255Z","end":"2026-04-24T02:02:17.693897Z","steps":["trace[113971965] 'agreement among raft nodes before linearized reading' (duration: 185.390451ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.693973Z","caller":"traceutil/trace.go:171","msg":"trace[1093884629] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/kube-prometheus-stack; range_end:; response_count:0; response_revision:4649; }","duration":"205.197428ms","start":"2026-04-24T02:02:17.488758Z","end":"2026-04-24T02:02:17.693955Z","steps":["trace[1093884629] 'agreement among raft nodes before linearized reading' (duration: 204.708861ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:17.877927Z","caller":"traceutil/trace.go:171","msg":"trace[1589081799] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"113.237592ms","start":"2026-04-24T02:02:17.764663Z","end":"2026-04-24T02:02:17.877901Z","steps":["trace[1589081799] 'process raft request' (duration: 59.671205ms)","trace[1589081799] 'compare' (duration: 53.340164ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:17.878359Z","caller":"traceutil/trace.go:171","msg":"trace[685034876] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"108.89765ms","start":"2026-04-24T02:02:17.76944Z","end":"2026-04-24T02:02:17.878338Z","steps":["trace[685034876] 'process raft request' (duration: 108.424573ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:18.065794Z","caller":"traceutil/trace.go:171","msg":"trace[210155990] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"178.215585ms","start":"2026-04-24T02:02:17.88754Z","end":"2026-04-24T02:02:18.065756Z","steps":["trace[210155990] 'process raft request' (duration: 118.53608ms)","trace[210155990] 'compare' (duration: 59.303179ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:02:18.065812Z","caller":"traceutil/trace.go:171","msg":"trace[726491989] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4839; }","duration":"152.031085ms","start":"2026-04-24T02:02:17.913759Z","end":"2026-04-24T02:02:18.06579Z","steps":["trace[726491989] 'read index received' (duration: 92.251359ms)","trace[726491989] 'applied index is now lower than readState.Index' (duration: 59.778656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:02:18.066207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.937298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:02:18.06626Z","caller":"traceutil/trace.go:171","msg":"trace[1044062555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4658; }","duration":"142.05355ms","start":"2026-04-24T02:02:17.924194Z","end":"2026-04-24T02:02:18.066247Z","steps":["trace[1044062555] 'agreement among raft nodes before linearized reading' (duration: 141.960019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:18.066243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.483982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18a92892867e9655\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-24T02:02:18.06631Z","caller":"traceutil/trace.go:171","msg":"trace[452368411] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18a92892867e9655; range_end:; response_count:1; response_revision:4658; }","duration":"152.618704ms","start":"2026-04-24T02:02:17.913671Z","end":"2026-04-24T02:02:18.06629Z","steps":["trace[452368411] 'agreement among raft nodes before linearized reading' (duration: 152.428571ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:18.066312Z","caller":"traceutil/trace.go:171","msg":"trace[2017770571] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"177.697058ms","start":"2026-04-24T02:02:17.888601Z","end":"2026-04-24T02:02:18.066298Z","steps":["trace[2017770571] 'process raft request' (duration: 177.087749ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:23.715738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2758} {"level":"info","ts":"2026-04-24T02:02:23.794032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2758,"took":"77.084952ms","hash":83839921,"current-db-size-bytes":41922560,"current-db-size":"42 MB","current-db-size-in-use-bytes":18042880,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-24T02:02:23.794121Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":83839921,"revision":2758,"compact-revision":-1} {"level":"info","ts":"2026-04-24T02:02:26.173131Z","caller":"traceutil/trace.go:171","msg":"trace[456467336] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"259.078556ms","start":"2026-04-24T02:02:25.914015Z","end":"2026-04-24T02:02:26.173094Z","steps":["trace[456467336] 'process raft request' (duration: 258.814981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:02:31.195013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.205401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:02:31.19512Z","caller":"traceutil/trace.go:171","msg":"trace[830162955] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4808; }","duration":"112.367484ms","start":"2026-04-24T02:02:31.082733Z","end":"2026-04-24T02:02:31.195101Z","steps":["trace[830162955] 'count revisions from in-memory index tree' (duration: 112.06846ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:02:41.143263Z","caller":"traceutil/trace.go:171","msg":"trace[1626638921] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"111.54375ms","start":"2026-04-24T02:02:41.031699Z","end":"2026-04-24T02:02:41.143243Z","steps":["trace[1626638921] 'process raft request' (duration: 97.234026ms)","trace[1626638921] 'compare' (duration: 14.057761ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:03:06.325325Z","caller":"traceutil/trace.go:171","msg":"trace[2059014680] linearizableReadLoop","detail":"{readStateIndex:5674; appliedIndex:5673; }","duration":"168.319387ms","start":"2026-04-24T02:03:06.156971Z","end":"2026-04-24T02:03:06.32529Z","steps":["trace[2059014680] 'read index received' (duration: 167.966252ms)","trace[2059014680] 'applied index is now lower than readState.Index' (duration: 351.725µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:03:06.325509Z","caller":"traceutil/trace.go:171","msg":"trace[543812110] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"204.267932ms","start":"2026-04-24T02:03:06.121224Z","end":"2026-04-24T02:03:06.325492Z","steps":["trace[543812110] 'process raft request' (duration: 203.816076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:06.325715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.722292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/monitoring/alertmanager-tls-km2cr\" ","response":"range_response_count:1 size:6847"} {"level":"info","ts":"2026-04-24T02:03:06.325805Z","caller":"traceutil/trace.go:171","msg":"trace[546098733] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/monitoring/alertmanager-tls-km2cr; range_end:; response_count:1; response_revision:5462; }","duration":"168.858153ms","start":"2026-04-24T02:03:06.156923Z","end":"2026-04-24T02:03:06.325781Z","steps":["trace[546098733] 'agreement among raft nodes before linearized reading' (duration: 168.659291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:06.327827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.212511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-tls.18a9289d61bea959\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-24T02:03:06.327901Z","caller":"traceutil/trace.go:171","msg":"trace[1640604801] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-tls.18a9289d61bea959; range_end:; response_count:1; response_revision:5463; }","duration":"120.345402ms","start":"2026-04-24T02:03:06.207534Z","end":"2026-04-24T02:03:06.327879Z","steps":["trace[1640604801] 'agreement among raft nodes before linearized reading' (duration: 120.032307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:07.176159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.449777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-24T02:03:07.176233Z","caller":"traceutil/trace.go:171","msg":"trace[1995580525] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5530; }","duration":"131.575289ms","start":"2026-04-24T02:03:07.04464Z","end":"2026-04-24T02:03:07.176215Z","steps":["trace[1995580525] 'agreement among raft nodes before linearized reading' (duration: 131.351356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:11.888622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.547844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:03:11.88873Z","caller":"traceutil/trace.go:171","msg":"trace[442152286] linearizableReadLoop","detail":"{readStateIndex:5912; appliedIndex:5911; }","duration":"165.208427ms","start":"2026-04-24T02:03:11.723502Z","end":"2026-04-24T02:03:11.88871Z","steps":["trace[442152286] 'read index received' (duration: 29.671075ms)","trace[442152286] 'applied index is now lower than readState.Index' (duration: 135.536062ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:03:11.88907Z","caller":"traceutil/trace.go:171","msg":"trace[231640459] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"168.423392ms","start":"2026-04-24T02:03:11.7206Z","end":"2026-04-24T02:03:11.889023Z","steps":["trace[231640459] 'process raft request' (duration: 56.383521ms)","trace[231640459] 'compare' (duration: 111.029326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:11.889141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.650753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T02:03:11.889196Z","caller":"traceutil/trace.go:171","msg":"trace[263198147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5694; }","duration":"165.727904ms","start":"2026-04-24T02:03:11.723455Z","end":"2026-04-24T02:03:11.889183Z","steps":["trace[263198147] 'agreement among raft nodes before linearized reading' (duration: 165.573152ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:13.028914Z","caller":"traceutil/trace.go:171","msg":"trace[654322655] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"512.484943ms","start":"2026-04-24T02:03:12.516401Z","end":"2026-04-24T02:03:13.028886Z","steps":["trace[654322655] 'process raft request' (duration: 441.603569ms)","trace[654322655] 'compare' (duration: 70.622541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:13.029025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:12.516372Z","time spent":"512.595576ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:03:13.031602Z","caller":"traceutil/trace.go:171","msg":"trace[1680973448] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5923; }","duration":"364.811844ms","start":"2026-04-24T02:03:12.666744Z","end":"2026-04-24T02:03:13.031555Z","steps":["trace[1680973448] 'read index received' (duration: 291.271692ms)","trace[1680973448] 'applied index is now lower than readState.Index' (duration: 73.538822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:13.031832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.065698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:03:13.031882Z","caller":"traceutil/trace.go:171","msg":"trace[2133191227] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5706; }","duration":"365.136359ms","start":"2026-04-24T02:03:12.66673Z","end":"2026-04-24T02:03:13.031867Z","steps":["trace[2133191227] 'agreement among raft nodes before linearized reading' (duration: 364.989767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:13.031932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:12.666684Z","time spent":"365.23406ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-24T02:03:13.032174Z","caller":"traceutil/trace.go:171","msg":"trace[215112730] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"470.300063ms","start":"2026-04-24T02:03:12.561861Z","end":"2026-04-24T02:03:13.032161Z","steps":["trace[215112730] 'process raft request' (duration: 469.518013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:13.03226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:12.561831Z","time spent":"470.369364ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:03:18.483508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.715742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:03:18.483572Z","caller":"traceutil/trace.go:171","msg":"trace[640638141] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5764; }","duration":"184.826913ms","start":"2026-04-24T02:03:18.298732Z","end":"2026-04-24T02:03:18.483559Z","steps":["trace[640638141] 'count revisions from in-memory index tree' (duration: 184.59359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:18.484049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.952994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:03:18.484114Z","caller":"traceutil/trace.go:171","msg":"trace[907636628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5764; }","duration":"361.054026ms","start":"2026-04-24T02:03:18.12305Z","end":"2026-04-24T02:03:18.484104Z","steps":["trace[907636628] 'range keys from in-memory index tree' (duration: 360.871574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:18.48414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:18.123032Z","time spent":"361.101127ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:03:19.108073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711287375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T02:03:19.136825Z","caller":"traceutil/trace.go:171","msg":"trace[897361987] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"572.869625ms","start":"2026-04-24T02:03:18.563929Z","end":"2026-04-24T02:03:19.136798Z","steps":["trace[897361987] 'process raft request' (duration: 572.725653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:19.137017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:18.563907Z","time spent":"572.989398ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:03:19.227982Z","caller":"traceutil/trace.go:171","msg":"trace[926987751] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5985; }","duration":"620.566452ms","start":"2026-04-24T02:03:18.607397Z","end":"2026-04-24T02:03:19.227963Z","steps":["trace[926987751] 'read index received' (duration: 529.633251ms)","trace[926987751] 'applied index is now lower than readState.Index' (duration: 90.932261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:19.228101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.689243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-24T02:03:19.228155Z","caller":"traceutil/trace.go:171","msg":"trace[130316368] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"653.507863ms","start":"2026-04-24T02:03:18.574625Z","end":"2026-04-24T02:03:19.228133Z","steps":["trace[130316368] 'process raft request' (duration: 643.27593ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:19.228191Z","caller":"traceutil/trace.go:171","msg":"trace[1365635882] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5766; }","duration":"620.768515ms","start":"2026-04-24T02:03:18.607363Z","end":"2026-04-24T02:03:19.228132Z","steps":["trace[1365635882] 'agreement among raft nodes before linearized reading' (duration: 620.671974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:19.22829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:18.574601Z","time spent":"653.624004ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13276,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:03:19.228298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:18.607349Z","time spent":"620.935217ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-24T02:03:19.581442Z","caller":"traceutil/trace.go:171","msg":"trace[292778301] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"174.021521ms","start":"2026-04-24T02:03:19.407398Z","end":"2026-04-24T02:03:19.58142Z","steps":["trace[292778301] 'process raft request' (duration: 173.881669ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:19.634316Z","caller":"traceutil/trace.go:171","msg":"trace[286572892] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"178.416983ms","start":"2026-04-24T02:03:19.455874Z","end":"2026-04-24T02:03:19.634291Z","steps":["trace[286572892] 'process raft request' (duration: 178.232971ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:19.634576Z","caller":"traceutil/trace.go:171","msg":"trace[2112456564] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"150.429552ms","start":"2026-04-24T02:03:19.484125Z","end":"2026-04-24T02:03:19.634555Z","steps":["trace[2112456564] 'process raft request' (duration: 150.126958ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:19.634639Z","caller":"traceutil/trace.go:171","msg":"trace[1069387183] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"102.814086ms","start":"2026-04-24T02:03:19.531798Z","end":"2026-04-24T02:03:19.634612Z","steps":["trace[1069387183] 'process raft request' (duration: 102.651244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:19.634677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.417221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:03:19.634736Z","caller":"traceutil/trace.go:171","msg":"trace[48088205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5774; }","duration":"107.534263ms","start":"2026-04-24T02:03:19.527191Z","end":"2026-04-24T02:03:19.634725Z","steps":["trace[48088205] 'agreement among raft nodes before linearized reading' (duration: 107.429962ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:19.634584Z","caller":"traceutil/trace.go:171","msg":"trace[442975369] linearizableReadLoop","detail":"{readStateIndex:5993; appliedIndex:5990; }","duration":"107.32184ms","start":"2026-04-24T02:03:19.527245Z","end":"2026-04-24T02:03:19.634566Z","steps":["trace[442975369] 'read index received' (duration: 54.109616ms)","trace[442975369] 'applied index is now lower than readState.Index' (duration: 53.210904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:20.142126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.039928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:03:20.142238Z","caller":"traceutil/trace.go:171","msg":"trace[1506635613] linearizableReadLoop","detail":"{readStateIndex:5997; appliedIndex:5996; }","duration":"221.553614ms","start":"2026-04-24T02:03:19.920668Z","end":"2026-04-24T02:03:20.142222Z","steps":["trace[1506635613] 'read index received' (duration: 39.27µs)","trace[1506635613] 'applied index is now lower than readState.Index' (duration: 221.513284ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:03:20.142322Z","caller":"traceutil/trace.go:171","msg":"trace[1859256700] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"314.905118ms","start":"2026-04-24T02:03:19.827389Z","end":"2026-04-24T02:03:20.142294Z","steps":["trace[1859256700] 'process raft request' (duration: 22.574466ms)","trace[1859256700] 'compare' (duration: 291.790175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:20.142467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:19.827376Z","time spent":"315.014129ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:03:20.142706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.03782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T02:03:20.142769Z","caller":"traceutil/trace.go:171","msg":"trace[1680145526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5777; }","duration":"222.141782ms","start":"2026-04-24T02:03:19.920614Z","end":"2026-04-24T02:03:20.142756Z","steps":["trace[1680145526] 'agreement among raft nodes before linearized reading' (duration: 221.689366ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:20.211154Z","caller":"traceutil/trace.go:171","msg":"trace[96291623] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"212.198953ms","start":"2026-04-24T02:03:19.998927Z","end":"2026-04-24T02:03:20.211126Z","steps":["trace[96291623] 'process raft request' (duration: 212.01695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:20.211425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.726804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T02:03:20.211579Z","caller":"traceutil/trace.go:171","msg":"trace[1085603083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5778; }","duration":"281.994968ms","start":"2026-04-24T02:03:19.929559Z","end":"2026-04-24T02:03:20.211554Z","steps":["trace[1085603083] 'agreement among raft nodes before linearized reading' (duration: 281.551372ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:20.38907Z","caller":"traceutil/trace.go:171","msg":"trace[1722201073] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5999; }","duration":"113.782289ms","start":"2026-04-24T02:03:20.275255Z","end":"2026-04-24T02:03:20.389038Z","steps":["trace[1722201073] 'read index received' (duration: 59.285198ms)","trace[1722201073] 'applied index is now lower than readState.Index' (duration: 54.495651ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:03:20.389165Z","caller":"traceutil/trace.go:171","msg":"trace[658703304] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"173.189998ms","start":"2026-04-24T02:03:20.21595Z","end":"2026-04-24T02:03:20.38914Z","steps":["trace[658703304] 'process raft request' (duration: 118.543536ms)","trace[658703304] 'compare' (duration: 54.356148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:20.389254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.981752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:03:20.389343Z","caller":"traceutil/trace.go:171","msg":"trace[717635568] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5780; }","duration":"114.081243ms","start":"2026-04-24T02:03:20.275205Z","end":"2026-04-24T02:03:20.389286Z","steps":["trace[717635568] 'agreement among raft nodes before linearized reading' (duration: 113.982112ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:47.875575Z","caller":"traceutil/trace.go:171","msg":"trace[1181774979] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"148.281376ms","start":"2026-04-24T02:03:47.727269Z","end":"2026-04-24T02:03:47.87555Z","steps":["trace[1181774979] 'process raft request' (duration: 65.342161ms)","trace[1181774979] 'compare' (duration: 82.688962ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:03:47.88827Z","caller":"traceutil/trace.go:171","msg":"trace[1755890520] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"151.831125ms","start":"2026-04-24T02:03:47.736421Z","end":"2026-04-24T02:03:47.888252Z","steps":["trace[1755890520] 'process raft request' (duration: 151.686113ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:47.88851Z","caller":"traceutil/trace.go:171","msg":"trace[1644374679] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"151.134386ms","start":"2026-04-24T02:03:47.737349Z","end":"2026-04-24T02:03:47.888484Z","steps":["trace[1644374679] 'process raft request' (duration: 150.863261ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:50.080709Z","caller":"traceutil/trace.go:171","msg":"trace[1151124543] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"107.178037ms","start":"2026-04-24T02:03:49.973493Z","end":"2026-04-24T02:03:50.080671Z","steps":["trace[1151124543] 'process raft request' (duration: 106.402107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:50.747066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.379561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T02:03:50.747189Z","caller":"traceutil/trace.go:171","msg":"trace[1766815603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6033; }","duration":"144.570883ms","start":"2026-04-24T02:03:50.602592Z","end":"2026-04-24T02:03:50.747163Z","steps":["trace[1766815603] 'range keys from in-memory index tree' (duration: 143.518419ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:54.202617Z","caller":"traceutil/trace.go:171","msg":"trace[1311570012] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"452.310096ms","start":"2026-04-24T02:03:53.75028Z","end":"2026-04-24T02:03:54.20259Z","steps":["trace[1311570012] 'process raft request' (duration: 452.147524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.202763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:53.750254Z","time spent":"452.434308ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:03:54.20295Z","caller":"traceutil/trace.go:171","msg":"trace[1600116297] linearizableReadLoop","detail":"{readStateIndex:6275; appliedIndex:6275; }","duration":"434.217897ms","start":"2026-04-24T02:03:53.768569Z","end":"2026-04-24T02:03:54.202787Z","steps":["trace[1600116297] 'read index received' (duration: 434.202507ms)","trace[1600116297] 'applied index is now lower than readState.Index' (duration: 12.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:54.203187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.589822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:03:54.203225Z","caller":"traceutil/trace.go:171","msg":"trace[1008821625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6044; }","duration":"434.701193ms","start":"2026-04-24T02:03:53.768513Z","end":"2026-04-24T02:03:54.203215Z","steps":["trace[1008821625] 'agreement among raft nodes before linearized reading' (duration: 434.552731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.20326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:53.768496Z","time spent":"434.758195ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:03:54.703177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711288065,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T02:03:54.987337Z","caller":"traceutil/trace.go:171","msg":"trace[1042953147] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"1.070670027s","start":"2026-04-24T02:03:53.916648Z","end":"2026-04-24T02:03:54.987318Z","steps":["trace[1042953147] 'process raft request' (duration: 1.070471114s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:54.987761Z","caller":"traceutil/trace.go:171","msg":"trace[1182027644] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"1.051917698s","start":"2026-04-24T02:03:53.935799Z","end":"2026-04-24T02:03:54.987717Z","steps":["trace[1182027644] 'process raft request' (duration: 1.051712215s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:54.98766Z","caller":"traceutil/trace.go:171","msg":"trace[328870223] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"1.054340962s","start":"2026-04-24T02:03:53.933235Z","end":"2026-04-24T02:03:54.987576Z","steps":["trace[328870223] 'process raft request' (duration: 1.054019348s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.987944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:53.935783Z","time spent":"1.05207256s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:03:54.988091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:53.933209Z","time spent":"1.054791398s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:03:54.987797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:53.916559Z","time spent":"1.071152833s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:03:54.990093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.33047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:03:54.990155Z","caller":"traceutil/trace.go:171","msg":"trace[1907055676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6048; }","duration":"865.415671ms","start":"2026-04-24T02:03:54.124723Z","end":"2026-04-24T02:03:54.990138Z","steps":["trace[1907055676] 'agreement among raft nodes before linearized reading' (duration: 865.313389ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:54.990206Z","caller":"traceutil/trace.go:171","msg":"trace[1711288938] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"760.237473ms","start":"2026-04-24T02:03:54.22994Z","end":"2026-04-24T02:03:54.990178Z","steps":["trace[1711288938] 'process raft request' (duration: 759.96216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.990265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.402014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-24T02:03:54.990275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:54.124712Z","time spent":"865.541752ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:03:54.990325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:54.229912Z","time spent":"760.351165ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:03:54.990347Z","caller":"traceutil/trace.go:171","msg":"trace[356172149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6048; }","duration":"895.538245ms","start":"2026-04-24T02:03:54.094792Z","end":"2026-04-24T02:03:54.99033Z","steps":["trace[356172149] 'agreement among raft nodes before linearized reading' (duration: 895.308482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.990374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060341735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-24T02:03:54.990391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:54.094771Z","time spent":"895.610517ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T02:03:54.990424Z","caller":"traceutil/trace.go:171","msg":"trace[1756443346] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6048; }","duration":"1.060420435s","start":"2026-04-24T02:03:53.929991Z","end":"2026-04-24T02:03:54.990411Z","steps":["trace[1756443346] 'agreement among raft nodes before linearized reading' (duration: 1.060274454s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.990461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:53.929979Z","time spent":"1.060474786s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-24T02:03:54.990802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.58595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T02:03:54.990973Z","caller":"traceutil/trace.go:171","msg":"trace[1645352309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6048; }","duration":"888.710541ms","start":"2026-04-24T02:03:54.102184Z","end":"2026-04-24T02:03:54.990894Z","steps":["trace[1645352309] 'agreement among raft nodes before linearized reading' (duration: 887.87921ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:03:54.990017Z","caller":"traceutil/trace.go:171","msg":"trace[1350147906] linearizableReadLoop","detail":"{readStateIndex:6279; appliedIndex:6275; }","duration":"786.961331ms","start":"2026-04-24T02:03:54.203036Z","end":"2026-04-24T02:03:54.989998Z","steps":["trace[1350147906] 'read index received' (duration: 784.00719ms)","trace[1350147906] 'applied index is now lower than readState.Index' (duration: 2.952961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:03:54.991112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:54.102176Z","time spent":"888.920624ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T02:03:54.991659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.40511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-24T02:03:54.99172Z","caller":"traceutil/trace.go:171","msg":"trace[2081975135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6048; }","duration":"559.546801ms","start":"2026-04-24T02:03:54.432158Z","end":"2026-04-24T02:03:54.991705Z","steps":["trace[2081975135] 'agreement among raft nodes before linearized reading' (duration: 559.206276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.991762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:54.432138Z","time spent":"559.615793ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T02:03:54.992007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.734115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T02:03:54.992234Z","caller":"traceutil/trace.go:171","msg":"trace[39483825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6048; }","duration":"190.995799ms","start":"2026-04-24T02:03:54.801219Z","end":"2026-04-24T02:03:54.992215Z","steps":["trace[39483825] 'agreement among raft nodes before linearized reading' (duration: 190.679524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.992498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.801365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T02:03:54.992549Z","caller":"traceutil/trace.go:171","msg":"trace[242724338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6048; }","duration":"437.857456ms","start":"2026-04-24T02:03:54.554683Z","end":"2026-04-24T02:03:54.992541Z","steps":["trace[242724338] 'agreement among raft nodes before linearized reading' (duration: 437.743815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:03:54.992571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:03:54.554565Z","time spent":"438.001718ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-24T02:04:06.728526Z","caller":"traceutil/trace.go:171","msg":"trace[1869911417] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"149.53652ms","start":"2026-04-24T02:04:06.578962Z","end":"2026-04-24T02:04:06.728498Z","steps":["trace[1869911417] 'process raft request' (duration: 146.65193ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:06.729126Z","caller":"traceutil/trace.go:171","msg":"trace[2108743304] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"146.384796ms","start":"2026-04-24T02:04:06.582396Z","end":"2026-04-24T02:04:06.728781Z","steps":["trace[2108743304] 'process raft request' (duration: 146.053561ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:07.23358Z","caller":"traceutil/trace.go:171","msg":"trace[1946713014] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"195.046592ms","start":"2026-04-24T02:04:07.038511Z","end":"2026-04-24T02:04:07.233558Z","steps":["trace[1946713014] 'process raft request' (duration: 194.970571ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:07.233724Z","caller":"traceutil/trace.go:171","msg":"trace[942514787] linearizableReadLoop","detail":"{readStateIndex:6350; appliedIndex:6347; }","duration":"175.90412ms","start":"2026-04-24T02:04:07.057805Z","end":"2026-04-24T02:04:07.233709Z","steps":["trace[942514787] 'read index received' (duration: 58.002524ms)","trace[942514787] 'applied index is now lower than readState.Index' (duration: 117.900256ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:07.233883Z","caller":"traceutil/trace.go:171","msg":"trace[499020264] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"190.478799ms","start":"2026-04-24T02:04:07.043395Z","end":"2026-04-24T02:04:07.233873Z","steps":["trace[499020264] 'process raft request' (duration: 190.130944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.234066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.251325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T02:04:07.234095Z","caller":"traceutil/trace.go:171","msg":"trace[1509327380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6117; }","duration":"176.347526ms","start":"2026-04-24T02:04:07.057739Z","end":"2026-04-24T02:04:07.234086Z","steps":["trace[1509327380] 'agreement among raft nodes before linearized reading' (duration: 176.202144ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:07.23416Z","caller":"traceutil/trace.go:171","msg":"trace[2064636076] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"196.557003ms","start":"2026-04-24T02:04:07.037519Z","end":"2026-04-24T02:04:07.234076Z","steps":["trace[2064636076] 'process raft request' (duration: 168.169934ms)","trace[2064636076] 'compare' (duration: 27.636529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:04:07.234349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.949847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:04:07.234421Z","caller":"traceutil/trace.go:171","msg":"trace[2034821569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6117; }","duration":"113.055498ms","start":"2026-04-24T02:04:07.121355Z","end":"2026-04-24T02:04:07.234411Z","steps":["trace[2034821569] 'agreement among raft nodes before linearized reading' (duration: 112.939856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.234527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.541795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T02:04:07.234554Z","caller":"traceutil/trace.go:171","msg":"trace[1312992188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6117; }","duration":"170.582287ms","start":"2026-04-24T02:04:07.063965Z","end":"2026-04-24T02:04:07.234547Z","steps":["trace[1312992188] 'agreement among raft nodes before linearized reading' (duration: 170.511825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.234727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.509274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T02:04:07.234761Z","caller":"traceutil/trace.go:171","msg":"trace[255696346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6117; }","duration":"172.564035ms","start":"2026-04-24T02:04:07.062189Z","end":"2026-04-24T02:04:07.234753Z","steps":["trace[255696346] 'agreement among raft nodes before linearized reading' (duration: 172.480923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.234372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.640104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T02:04:07.234971Z","caller":"traceutil/trace.go:171","msg":"trace[1373149440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6117; }","duration":"173.258953ms","start":"2026-04-24T02:04:07.061704Z","end":"2026-04-24T02:04:07.234963Z","steps":["trace[1373149440] 'agreement among raft nodes before linearized reading' (duration: 172.588183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.235144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.150212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T02:04:07.235168Z","caller":"traceutil/trace.go:171","msg":"trace[1914651774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6117; }","duration":"100.202433ms","start":"2026-04-24T02:04:07.134959Z","end":"2026-04-24T02:04:07.235162Z","steps":["trace[1914651774] 'agreement among raft nodes before linearized reading' (duration: 100.111202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.234447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.491568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T02:04:07.235374Z","caller":"traceutil/trace.go:171","msg":"trace[752739588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6117; }","duration":"169.421002ms","start":"2026-04-24T02:04:07.065936Z","end":"2026-04-24T02:04:07.235357Z","steps":["trace[752739588] 'agreement among raft nodes before linearized reading' (duration: 168.471058ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:07.348024Z","caller":"traceutil/trace.go:171","msg":"trace[692118360] linearizableReadLoop","detail":"{readStateIndex:6354; appliedIndex:6350; }","duration":"106.380178ms","start":"2026-04-24T02:04:07.241626Z","end":"2026-04-24T02:04:07.348006Z","steps":["trace[692118360] 'read index received' (duration: 41.219125ms)","trace[692118360] 'applied index is now lower than readState.Index' (duration: 65.160433ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:07.348174Z","caller":"traceutil/trace.go:171","msg":"trace[49209792] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"107.251219ms","start":"2026-04-24T02:04:07.240909Z","end":"2026-04-24T02:04:07.34816Z","steps":["trace[49209792] 'process raft request' (duration: 106.891044ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:07.348201Z","caller":"traceutil/trace.go:171","msg":"trace[830580467] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"107.35068ms","start":"2026-04-24T02:04:07.240843Z","end":"2026-04-24T02:04:07.348194Z","steps":["trace[830580467] 'process raft request' (duration: 96.622713ms)","trace[830580467] 'compare' (duration: 10.226981ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:07.348237Z","caller":"traceutil/trace.go:171","msg":"trace[42567176] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"107.168068ms","start":"2026-04-24T02:04:07.241061Z","end":"2026-04-24T02:04:07.348229Z","steps":["trace[42567176] 'process raft request' (duration: 106.784623ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:07.348269Z","caller":"traceutil/trace.go:171","msg":"trace[1585750058] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"106.535869ms","start":"2026-04-24T02:04:07.241727Z","end":"2026-04-24T02:04:07.348263Z","steps":["trace[1585750058] 'process raft request' (duration: 106.238095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:07.348395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.751673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12957"} {"level":"info","ts":"2026-04-24T02:04:07.349106Z","caller":"traceutil/trace.go:171","msg":"trace[1712223758] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6122; }","duration":"107.483902ms","start":"2026-04-24T02:04:07.24161Z","end":"2026-04-24T02:04:07.349094Z","steps":["trace[1712223758] 'agreement among raft nodes before linearized reading' (duration: 106.677821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:09.787768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303286711288250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-24T02:04:10.128019Z","caller":"traceutil/trace.go:171","msg":"trace[1009768722] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"1.004748134s","start":"2026-04-24T02:04:09.123249Z","end":"2026-04-24T02:04:10.127997Z","steps":["trace[1009768722] 'process raft request' (duration: 1.004588352s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.128258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.123235Z","time spent":"1.004949376s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:04:10.281682Z","caller":"traceutil/trace.go:171","msg":"trace[1281024692] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"1.041547829s","start":"2026-04-24T02:04:09.240083Z","end":"2026-04-24T02:04:10.281631Z","steps":["trace[1281024692] 'process raft request' (duration: 1.041279115s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:10.28193Z","caller":"traceutil/trace.go:171","msg":"trace[12270894] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6358; }","duration":"994.655816ms","start":"2026-04-24T02:04:09.287253Z","end":"2026-04-24T02:04:10.281909Z","steps":["trace[12270894] 'read index received' (duration: 840.552526ms)","trace[12270894] 'applied index is now lower than readState.Index' (duration: 154.10244ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:10.281925Z","caller":"traceutil/trace.go:171","msg":"trace[987835758] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"1.039406558s","start":"2026-04-24T02:04:09.242489Z","end":"2026-04-24T02:04:10.281896Z","steps":["trace[987835758] 'process raft request' (duration: 1.039099704s)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:10.282019Z","caller":"traceutil/trace.go:171","msg":"trace[1653502620] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"276.19926ms","start":"2026-04-24T02:04:10.005788Z","end":"2026-04-24T02:04:10.281988Z","steps":["trace[1653502620] 'process raft request' (duration: 275.979447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.281892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.240061Z","time spent":"1.041727861s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:04:10.282163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.242455Z","time spent":"1.039623462s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:04:10.282275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.575431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-24T02:04:10.282337Z","caller":"traceutil/trace.go:171","msg":"trace[145847155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6128; }","duration":"928.696342ms","start":"2026-04-24T02:04:09.353632Z","end":"2026-04-24T02:04:10.282328Z","steps":["trace[145847155] 'agreement among raft nodes before linearized reading' (duration: 928.54381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.282361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.353608Z","time spent":"928.747424ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-24T02:04:10.282463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.317385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T02:04:10.282485Z","caller":"traceutil/trace.go:171","msg":"trace[644348368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6128; }","duration":"927.355756ms","start":"2026-04-24T02:04:09.355123Z","end":"2026-04-24T02:04:10.282479Z","steps":["trace[644348368] 'agreement among raft nodes before linearized reading' (duration: 927.303095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.282502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.355091Z","time spent":"927.407046ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T02:04:10.282561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.248733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-24T02:04:10.282612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.148042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:04:10.282612Z","caller":"traceutil/trace.go:171","msg":"trace[2001222248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6128; }","duration":"927.349755ms","start":"2026-04-24T02:04:09.355251Z","end":"2026-04-24T02:04:10.2826Z","steps":["trace[2001222248] 'agreement among raft nodes before linearized reading' (duration: 927.159782ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:10.282631Z","caller":"traceutil/trace.go:171","msg":"trace[1514587969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6128; }","duration":"160.198133ms","start":"2026-04-24T02:04:10.122427Z","end":"2026-04-24T02:04:10.282626Z","steps":["trace[1514587969] 'agreement among raft nodes before linearized reading' (duration: 160.171023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.282652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.355225Z","time spent":"927.418265ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-24T02:04:10.282581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.079565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T02:04:10.282747Z","caller":"traceutil/trace.go:171","msg":"trace[1281158725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6128; }","duration":"928.264348ms","start":"2026-04-24T02:04:09.354473Z","end":"2026-04-24T02:04:10.282738Z","steps":["trace[1281158725] 'agreement among raft nodes before linearized reading' (duration: 928.070995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.282776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.354461Z","time spent":"928.306738ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T02:04:10.282762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.490218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T02:04:10.282985Z","caller":"traceutil/trace.go:171","msg":"trace[1019601349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6128; }","duration":"995.764112ms","start":"2026-04-24T02:04:09.287201Z","end":"2026-04-24T02:04:10.282965Z","steps":["trace[1019601349] 'agreement among raft nodes before linearized reading' (duration: 994.834898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.283046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:09.287185Z","time spent":"995.847043ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T02:04:10.679551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.711426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:04:10.679969Z","caller":"traceutil/trace.go:171","msg":"trace[1506439052] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"388.561507ms","start":"2026-04-24T02:04:10.291388Z","end":"2026-04-24T02:04:10.679949Z","steps":["trace[1506439052] 'process raft request' (duration: 388.504067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.680071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:10.291382Z","time spent":"388.646848ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:04:10.680131Z","caller":"traceutil/trace.go:171","msg":"trace[382460737] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"389.290466ms","start":"2026-04-24T02:04:10.290822Z","end":"2026-04-24T02:04:10.680113Z","steps":["trace[382460737] 'process raft request' (duration: 95.930052ms)","trace[382460737] 'compare' (duration: 292.581784ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:10.680206Z","caller":"traceutil/trace.go:171","msg":"trace[436110325] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"389.220837ms","start":"2026-04-24T02:04:10.290972Z","end":"2026-04-24T02:04:10.680192Z","steps":["trace[436110325] 'process raft request' (duration: 388.856391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.680256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:10.290964Z","time spent":"389.263768ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:04:10.680257Z","caller":"traceutil/trace.go:171","msg":"trace[221310297] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"389.279418ms","start":"2026-04-24T02:04:10.290918Z","end":"2026-04-24T02:04:10.680197Z","steps":["trace[221310297] 'process raft request' (duration: 388.80802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.680353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:10.290806Z","time spent":"389.524611ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:04:10.680535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:10.29091Z","time spent":"389.47425ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:04:10.685019Z","caller":"traceutil/trace.go:171","msg":"trace[1567710193] linearizableReadLoop","detail":"{readStateIndex:6368; appliedIndex:6367; }","duration":"180.994637ms","start":"2026-04-24T02:04:10.504012Z","end":"2026-04-24T02:04:10.685007Z","steps":["trace[1567710193] 'read index received' (duration: 180.929816ms)","trace[1567710193] 'applied index is now lower than readState.Index' (duration: 64.171µs)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:04:10.685157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.152838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:04:10.685186Z","caller":"traceutil/trace.go:171","msg":"trace[1464292268] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6134; }","duration":"181.2492ms","start":"2026-04-24T02:04:10.50393Z","end":"2026-04-24T02:04:10.685179Z","steps":["trace[1464292268] 'agreement among raft nodes before linearized reading' (duration: 181.126268ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:10.685292Z","caller":"traceutil/trace.go:171","msg":"trace[2020568874] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"310.425469ms","start":"2026-04-24T02:04:10.374824Z","end":"2026-04-24T02:04:10.685249Z","steps":["trace[2020568874] 'process raft request' (duration: 310.113785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:10.685406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:10.3748Z","time spent":"310.53248ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:04:11.248515Z","caller":"traceutil/trace.go:171","msg":"trace[560902816] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"294.681381ms","start":"2026-04-24T02:04:10.953811Z","end":"2026-04-24T02:04:11.248492Z","steps":["trace[560902816] 'process raft request' (duration: 294.55245ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:11.475732Z","caller":"traceutil/trace.go:171","msg":"trace[858729436] linearizableReadLoop","detail":"{readStateIndex:6370; appliedIndex:6368; }","duration":"395.48791ms","start":"2026-04-24T02:04:11.080204Z","end":"2026-04-24T02:04:11.475692Z","steps":["trace[858729436] 'read index received' (duration: 168.221271ms)","trace[858729436] 'applied index is now lower than readState.Index' (duration: 227.265649ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:11.475744Z","caller":"traceutil/trace.go:171","msg":"trace[101448570] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"444.637153ms","start":"2026-04-24T02:04:11.031076Z","end":"2026-04-24T02:04:11.475713Z","steps":["trace[101448570] 'process raft request' (duration: 395.565332ms)","trace[101448570] 'compare' (duration: 48.921669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:04:11.475914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.416816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:04:11.47595Z","caller":"traceutil/trace.go:171","msg":"trace[1272065649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6136; }","duration":"353.509067ms","start":"2026-04-24T02:04:11.122432Z","end":"2026-04-24T02:04:11.475941Z","steps":["trace[1272065649] 'agreement among raft nodes before linearized reading' (duration: 353.434456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:11.475878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:11.031058Z","time spent":"444.743625ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:04:11.475986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:11.122413Z","time spent":"353.565898ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T02:04:11.476426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.223091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-24T02:04:11.476471Z","caller":"traceutil/trace.go:171","msg":"trace[1008618521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6136; }","duration":"396.272223ms","start":"2026-04-24T02:04:11.080173Z","end":"2026-04-24T02:04:11.476445Z","steps":["trace[1008618521] 'agreement among raft nodes before linearized reading' (duration: 395.655124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:11.476496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:04:11.080163Z","time spent":"396.323853ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-24T02:04:12.353728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.114962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:04:12.353877Z","caller":"traceutil/trace.go:171","msg":"trace[1406818765] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"221.860234ms","start":"2026-04-24T02:04:12.131998Z","end":"2026-04-24T02:04:12.353858Z","steps":["trace[1406818765] 'process raft request' (duration: 55.52906ms)","trace[1406818765] 'compare' (duration: 165.974399ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:12.389714Z","caller":"traceutil/trace.go:171","msg":"trace[713540688] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"100.843679ms","start":"2026-04-24T02:04:12.288847Z","end":"2026-04-24T02:04:12.38969Z","steps":["trace[713540688] 'process raft request' (duration: 100.689577ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:12.478018Z","caller":"traceutil/trace.go:171","msg":"trace[1103760623] linearizableReadLoop","detail":"{readStateIndex:6375; appliedIndex:6372; }","duration":"124.170818ms","start":"2026-04-24T02:04:12.353825Z","end":"2026-04-24T02:04:12.477996Z","steps":["trace[1103760623] 'read index received' (duration: 35.754159ms)","trace[1103760623] 'applied index is now lower than readState.Index' (duration: 88.415739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:04:12.478555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.571755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-24T02:04:12.478607Z","caller":"traceutil/trace.go:171","msg":"trace[129877646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6141; }","duration":"146.677646ms","start":"2026-04-24T02:04:12.331918Z","end":"2026-04-24T02:04:12.478596Z","steps":["trace[129877646] 'agreement among raft nodes before linearized reading' (duration: 146.488613ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:12.478706Z","caller":"traceutil/trace.go:171","msg":"trace[444318703] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"187.10981ms","start":"2026-04-24T02:04:12.291557Z","end":"2026-04-24T02:04:12.478667Z","steps":["trace[444318703] 'process raft request' (duration: 185.348205ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:12.479034Z","caller":"traceutil/trace.go:171","msg":"trace[2042597635] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"162.043647ms","start":"2026-04-24T02:04:12.316943Z","end":"2026-04-24T02:04:12.478987Z","steps":["trace[2042597635] 'process raft request' (duration: 161.003202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:12.479994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.004413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-24T02:04:12.48003Z","caller":"traceutil/trace.go:171","msg":"trace[237277285] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6141; }","duration":"175.071525ms","start":"2026-04-24T02:04:12.304951Z","end":"2026-04-24T02:04:12.480023Z","steps":["trace[237277285] 'agreement among raft nodes before linearized reading' (duration: 174.68673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:12.72902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.751395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-24T02:04:12.7293Z","caller":"traceutil/trace.go:171","msg":"trace[672264106] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6377; }","duration":"149.80971ms","start":"2026-04-24T02:04:12.579399Z","end":"2026-04-24T02:04:12.729209Z","steps":["trace[672264106] 'read index received' (duration: 8.806602ms)","trace[672264106] 'applied index is now lower than readState.Index' (duration: 140.996587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:04:12.729587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.160114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:04:12.729634Z","caller":"traceutil/trace.go:171","msg":"trace[216888488] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6144; }","duration":"150.253255ms","start":"2026-04-24T02:04:12.579369Z","end":"2026-04-24T02:04:12.729622Z","steps":["trace[216888488] 'agreement among raft nodes before linearized reading' (duration: 150.113793ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:24.698684Z","caller":"traceutil/trace.go:171","msg":"trace[1835438270] linearizableReadLoop","detail":"{readStateIndex:6444; appliedIndex:6443; }","duration":"103.642873ms","start":"2026-04-24T02:04:24.595012Z","end":"2026-04-24T02:04:24.698655Z","steps":["trace[1835438270] 'read index received' (duration: 29.984988ms)","trace[1835438270] 'applied index is now lower than readState.Index' (duration: 73.656655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:04:24.69898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.972677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-24T02:04:24.699048Z","caller":"traceutil/trace.go:171","msg":"trace[749032109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6207; }","duration":"104.122169ms","start":"2026-04-24T02:04:24.594914Z","end":"2026-04-24T02:04:24.699036Z","steps":["trace[749032109] 'agreement among raft nodes before linearized reading' (duration: 103.877305ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:04:24.699398Z","caller":"traceutil/trace.go:171","msg":"trace[254423088] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"146.416456ms","start":"2026-04-24T02:04:24.552319Z","end":"2026-04-24T02:04:24.698736Z","steps":["trace[254423088] 'process raft request' (duration: 72.756851ms)","trace[254423088] 'compare' (duration: 73.445072ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:25.019502Z","caller":"traceutil/trace.go:171","msg":"trace[679545185] linearizableReadLoop","detail":"{readStateIndex:6446; appliedIndex:6445; }","duration":"180.961736ms","start":"2026-04-24T02:04:24.838513Z","end":"2026-04-24T02:04:25.019475Z","steps":["trace[679545185] 'read index received' (duration: 180.164195ms)","trace[679545185] 'applied index is now lower than readState.Index' (duration: 796.241µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:04:25.019919Z","caller":"traceutil/trace.go:171","msg":"trace[1152093910] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"249.114785ms","start":"2026-04-24T02:04:24.770588Z","end":"2026-04-24T02:04:25.019702Z","steps":["trace[1152093910] 'process raft request' (duration: 248.210323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:25.020162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.624054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T02:04:25.020269Z","caller":"traceutil/trace.go:171","msg":"trace[393565813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6209; }","duration":"181.742335ms","start":"2026-04-24T02:04:24.838471Z","end":"2026-04-24T02:04:25.020214Z","steps":["trace[393565813] 'agreement among raft nodes before linearized reading' (duration: 181.475182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:25.02077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.026675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-24T02:04:25.020853Z","caller":"traceutil/trace.go:171","msg":"trace[1836545847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6209; }","duration":"164.144407ms","start":"2026-04-24T02:04:24.856692Z","end":"2026-04-24T02:04:25.020837Z","steps":["trace[1836545847] 'agreement among raft nodes before linearized reading' (duration: 163.897973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:25.020786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.059591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-24T02:04:25.020965Z","caller":"traceutil/trace.go:171","msg":"trace[124822038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6209; }","duration":"171.200692ms","start":"2026-04-24T02:04:24.849695Z","end":"2026-04-24T02:04:25.020896Z","steps":["trace[124822038] 'agreement among raft nodes before linearized reading' (duration: 170.933879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:04:25.021308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.609568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T02:04:25.021452Z","caller":"traceutil/trace.go:171","msg":"trace[2010621180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6209; }","duration":"171.784451ms","start":"2026-04-24T02:04:24.849654Z","end":"2026-04-24T02:04:25.021438Z","steps":["trace[2010621180] 'agreement among raft nodes before linearized reading' (duration: 170.547323ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:08.395342Z","caller":"traceutil/trace.go:171","msg":"trace[927967535] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"105.353559ms","start":"2026-04-24T02:05:08.289971Z","end":"2026-04-24T02:05:08.395324Z","steps":["trace[927967535] 'process raft request' (duration: 105.241758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:08.915083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.641146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:05:08.915204Z","caller":"traceutil/trace.go:171","msg":"trace[572841788] linearizableReadLoop","detail":"{readStateIndex:6873; appliedIndex:6872; }","duration":"108.34727ms","start":"2026-04-24T02:05:08.806836Z","end":"2026-04-24T02:05:08.915183Z","steps":["trace[572841788] 'read index received' (duration: 34.12µs)","trace[572841788] 'applied index is now lower than readState.Index' (duration: 108.3116ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:08.91523Z","caller":"traceutil/trace.go:171","msg":"trace[410959223] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"181.466595ms","start":"2026-04-24T02:05:08.733734Z","end":"2026-04-24T02:05:08.9152Z","steps":["trace[410959223] 'process raft request' (duration: 40.614176ms)","trace[410959223] 'compare' (duration: 140.382833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:05:08.915369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.524402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T02:05:08.915406Z","caller":"traceutil/trace.go:171","msg":"trace[203911804] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6623; }","duration":"108.566813ms","start":"2026-04-24T02:05:08.80683Z","end":"2026-04-24T02:05:08.915397Z","steps":["trace[203911804] 'agreement among raft nodes before linearized reading' (duration: 108.406161ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:09.278744Z","caller":"traceutil/trace.go:171","msg":"trace[1547058329] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"428.677096ms","start":"2026-04-24T02:05:08.850049Z","end":"2026-04-24T02:05:09.278726Z","steps":["trace[1547058329] 'process raft request' (duration: 428.403162ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:09.278635Z","caller":"traceutil/trace.go:171","msg":"trace[2096022447] linearizableReadLoop","detail":"{readStateIndex:6874; appliedIndex:6873; }","duration":"322.747968ms","start":"2026-04-24T02:05:08.955866Z","end":"2026-04-24T02:05:09.278614Z","steps":["trace[2096022447] 'read index received' (duration: 322.570376ms)","trace[2096022447] 'applied index is now lower than readState.Index' (duration: 176.642µs)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:05:09.278857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:05:08.85003Z","time spent":"428.762378ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:05:09.278977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.105365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-24T02:05:09.279031Z","caller":"traceutil/trace.go:171","msg":"trace[602862279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6624; }","duration":"323.204945ms","start":"2026-04-24T02:05:08.955813Z","end":"2026-04-24T02:05:09.279018Z","steps":["trace[602862279] 'agreement among raft nodes before linearized reading' (duration: 323.025583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:09.279078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:05:08.955793Z","time spent":"323.273526ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T02:05:09.379033Z","caller":"traceutil/trace.go:171","msg":"trace[2044200705] linearizableReadLoop","detail":"{readStateIndex:6875; appliedIndex:6874; }","duration":"100.130058ms","start":"2026-04-24T02:05:09.27885Z","end":"2026-04-24T02:05:09.378981Z","steps":["trace[2044200705] 'read index received' (duration: 86.502575ms)","trace[2044200705] 'applied index is now lower than readState.Index' (duration: 13.626453ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:09.379262Z","caller":"traceutil/trace.go:171","msg":"trace[1025364943] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"204.061678ms","start":"2026-04-24T02:05:09.175161Z","end":"2026-04-24T02:05:09.379223Z","steps":["trace[1025364943] 'process raft request' (duration: 190.185481ms)","trace[1025364943] 'compare' (duration: 13.33079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:05:09.379575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.825934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:05:09.379874Z","caller":"traceutil/trace.go:171","msg":"trace[1992251260] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6626; }","duration":"307.180339ms","start":"2026-04-24T02:05:09.072672Z","end":"2026-04-24T02:05:09.379852Z","steps":["trace[1992251260] 'agreement among raft nodes before linearized reading' (duration: 306.836703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:09.379928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:05:09.072652Z","time spent":"307.26187ms","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-24T02:05:09.380132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.139277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T02:05:09.380184Z","caller":"traceutil/trace.go:171","msg":"trace[806730150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6626; }","duration":"157.229878ms","start":"2026-04-24T02:05:09.222941Z","end":"2026-04-24T02:05:09.380171Z","steps":["trace[806730150] 'agreement among raft nodes before linearized reading' (duration: 156.927434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:09.380224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.925352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-24T02:05:09.380316Z","caller":"traceutil/trace.go:171","msg":"trace[1230922798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6626; }","duration":"133.080974ms","start":"2026-04-24T02:05:09.247219Z","end":"2026-04-24T02:05:09.38027Z","steps":["trace[1230922798] 'agreement among raft nodes before linearized reading' (duration: 132.78115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:09.380321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.144221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-24T02:05:09.380319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.90273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-24T02:05:09.380362Z","caller":"traceutil/trace.go:171","msg":"trace[1250630868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6626; }","duration":"135.217182ms","start":"2026-04-24T02:05:09.245134Z","end":"2026-04-24T02:05:09.380352Z","steps":["trace[1250630868] 'agreement among raft nodes before linearized reading' (duration: 135.105331ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:09.380488Z","caller":"traceutil/trace.go:171","msg":"trace[1382361274] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6626; }","duration":"110.020412ms","start":"2026-04-24T02:05:09.270378Z","end":"2026-04-24T02:05:09.380398Z","steps":["trace[1382361274] 'agreement among raft nodes before linearized reading' (duration: 109.659767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:09.37964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.603722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-24T02:05:09.381137Z","caller":"traceutil/trace.go:171","msg":"trace[423129244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6626; }","duration":"150.193374ms","start":"2026-04-24T02:05:09.230931Z","end":"2026-04-24T02:05:09.381124Z","steps":["trace[423129244] 'agreement among raft nodes before linearized reading' (duration: 148.343109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.670241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.963909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-24T02:05:15.670328Z","caller":"traceutil/trace.go:171","msg":"trace[1441645602] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6654; }","duration":"272.104431ms","start":"2026-04-24T02:05:15.398207Z","end":"2026-04-24T02:05:15.670311Z","steps":["trace[1441645602] 'range keys from in-memory index tree' (duration: 271.750617ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:15.670347Z","caller":"traceutil/trace.go:171","msg":"trace[1373262755] linearizableReadLoop","detail":"{readStateIndex:6906; appliedIndex:6905; }","duration":"268.699875ms","start":"2026-04-24T02:05:15.401625Z","end":"2026-04-24T02:05:15.670325Z","steps":["trace[1373262755] 'read index received' (duration: 243.295654ms)","trace[1373262755] 'applied index is now lower than readState.Index' (duration: 25.402901ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:15.670453Z","caller":"traceutil/trace.go:171","msg":"trace[1741670129] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"271.553214ms","start":"2026-04-24T02:05:15.398881Z","end":"2026-04-24T02:05:15.670434Z","steps":["trace[1741670129] 'process raft request' (duration: 246.092661ms)","trace[1741670129] 'compare' (duration: 24.932866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:05:15.67059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.946699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-24T02:05:15.67063Z","caller":"traceutil/trace.go:171","msg":"trace[365949177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6655; }","duration":"269.018159ms","start":"2026-04-24T02:05:15.401602Z","end":"2026-04-24T02:05:15.67062Z","steps":["trace[365949177] 'agreement among raft nodes before linearized reading' (duration: 268.850747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.670779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.018755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-24T02:05:15.670822Z","caller":"traceutil/trace.go:171","msg":"trace[930703590] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6655; }","duration":"268.073827ms","start":"2026-04-24T02:05:15.402738Z","end":"2026-04-24T02:05:15.670812Z","steps":["trace[930703590] 'agreement among raft nodes before linearized reading' (duration: 267.965595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.670856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.595378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-24T02:05:15.670895Z","caller":"traceutil/trace.go:171","msg":"trace[1333834454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6655; }","duration":"255.629919ms","start":"2026-04-24T02:05:15.415255Z","end":"2026-04-24T02:05:15.670885Z","steps":["trace[1333834454] 'agreement among raft nodes before linearized reading' (duration: 255.546758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.67095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.089867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-24T02:05:15.67099Z","caller":"traceutil/trace.go:171","msg":"trace[1918442558] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6655; }","duration":"265.143347ms","start":"2026-04-24T02:05:15.405839Z","end":"2026-04-24T02:05:15.670982Z","steps":["trace[1918442558] 'agreement among raft nodes before linearized reading' (duration: 265.047146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.671076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.089018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-24T02:05:15.671111Z","caller":"traceutil/trace.go:171","msg":"trace[2101502650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6655; }","duration":"257.124209ms","start":"2026-04-24T02:05:15.413978Z","end":"2026-04-24T02:05:15.671102Z","steps":["trace[2101502650] 'agreement among raft nodes before linearized reading' (duration: 257.039178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.670781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.073919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-24T02:05:15.671195Z","caller":"traceutil/trace.go:171","msg":"trace[256238139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6655; }","duration":"257.535575ms","start":"2026-04-24T02:05:15.413652Z","end":"2026-04-24T02:05:15.671187Z","steps":["trace[256238139] 'agreement among raft nodes before linearized reading' (duration: 257.056448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:15.671113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.397097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-24T02:05:15.671285Z","caller":"traceutil/trace.go:171","msg":"trace[194938625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6655; }","duration":"264.60873ms","start":"2026-04-24T02:05:15.406668Z","end":"2026-04-24T02:05:15.671277Z","steps":["trace[194938625] 'agreement among raft nodes before linearized reading' (duration: 264.391507ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:15.795299Z","caller":"traceutil/trace.go:171","msg":"trace[1243705879] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"119.587679ms","start":"2026-04-24T02:05:15.675682Z","end":"2026-04-24T02:05:15.79527Z","steps":["trace[1243705879] 'process raft request' (duration: 96.197204ms)","trace[1243705879] 'compare' (duration: 23.077641ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:15.795386Z","caller":"traceutil/trace.go:171","msg":"trace[1720590942] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"119.397737ms","start":"2026-04-24T02:05:15.675954Z","end":"2026-04-24T02:05:15.795352Z","steps":["trace[1720590942] 'process raft request' (duration: 119.196985ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:15.795438Z","caller":"traceutil/trace.go:171","msg":"trace[2142707196] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"118.918541ms","start":"2026-04-24T02:05:15.676499Z","end":"2026-04-24T02:05:15.795417Z","steps":["trace[2142707196] 'process raft request' (duration: 118.82463ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:15.79547Z","caller":"traceutil/trace.go:171","msg":"trace[994225039] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"119.399258ms","start":"2026-04-24T02:05:15.676049Z","end":"2026-04-24T02:05:15.795448Z","steps":["trace[994225039] 'process raft request' (duration: 119.222515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:17.886675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.158304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-24T02:05:17.886857Z","caller":"traceutil/trace.go:171","msg":"trace[381437826] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"187.862986ms","start":"2026-04-24T02:05:17.698943Z","end":"2026-04-24T02:05:17.886806Z","steps":["trace[381437826] 'process raft request' (duration: 47.492609ms)","trace[381437826] 'compare' (duration: 140.038293ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:18.043373Z","caller":"traceutil/trace.go:171","msg":"trace[1185807087] linearizableReadLoop","detail":"{readStateIndex:6924; appliedIndex:6923; }","duration":"156.571196ms","start":"2026-04-24T02:05:17.886779Z","end":"2026-04-24T02:05:18.04335Z","steps":["trace[1185807087] 'read index received' (duration: 118.96524ms)","trace[1185807087] 'applied index is now lower than readState.Index' (duration: 37.602276ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:18.043409Z","caller":"traceutil/trace.go:171","msg":"trace[1209859173] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"189.165744ms","start":"2026-04-24T02:05:17.854202Z","end":"2026-04-24T02:05:18.043368Z","steps":["trace[1209859173] 'process raft request' (duration: 151.531758ms)","trace[1209859173] 'compare' (duration: 37.445304ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:18.043488Z","caller":"traceutil/trace.go:171","msg":"trace[1778337574] transaction","detail":"{read_only:false; response_revision:6673; number_of_response:1; }","duration":"152.022965ms","start":"2026-04-24T02:05:17.891453Z","end":"2026-04-24T02:05:18.043476Z","steps":["trace[1778337574] 'process raft request' (duration: 151.857693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:18.043686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.244161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-24T02:05:18.043744Z","caller":"traceutil/trace.go:171","msg":"trace[1978168212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6673; }","duration":"243.330862ms","start":"2026-04-24T02:05:17.800401Z","end":"2026-04-24T02:05:18.043732Z","steps":["trace[1978168212] 'agreement among raft nodes before linearized reading' (duration: 242.997468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:18.044106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.484284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-24T02:05:18.044096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.689997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-24T02:05:18.044184Z","caller":"traceutil/trace.go:171","msg":"trace[577983500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6673; }","duration":"243.800429ms","start":"2026-04-24T02:05:17.800359Z","end":"2026-04-24T02:05:18.044159Z","steps":["trace[577983500] 'agreement among raft nodes before linearized reading' (duration: 243.081039ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:18.044163Z","caller":"traceutil/trace.go:171","msg":"trace[265919853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6673; }","duration":"243.644076ms","start":"2026-04-24T02:05:17.800505Z","end":"2026-04-24T02:05:18.044149Z","steps":["trace[265919853] 'agreement among raft nodes before linearized reading' (duration: 242.858145ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:19.044079Z","caller":"traceutil/trace.go:171","msg":"trace[556339834] linearizableReadLoop","detail":"{readStateIndex:6932; appliedIndex:6931; }","duration":"169.823292ms","start":"2026-04-24T02:05:18.874234Z","end":"2026-04-24T02:05:19.044057Z","steps":["trace[556339834] 'read index received' (duration: 169.78973ms)","trace[556339834] 'applied index is now lower than readState.Index' (duration: 32.422µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:19.044171Z","caller":"traceutil/trace.go:171","msg":"trace[1893204460] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"174.247737ms","start":"2026-04-24T02:05:18.86989Z","end":"2026-04-24T02:05:19.044138Z","steps":["trace[1893204460] 'process raft request' (duration: 174.030249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:19.044368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.112314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-24T02:05:19.044519Z","caller":"traceutil/trace.go:171","msg":"trace[358984647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6680; }","duration":"170.277461ms","start":"2026-04-24T02:05:18.874226Z","end":"2026-04-24T02:05:19.044503Z","steps":["trace[358984647] 'agreement among raft nodes before linearized reading' (duration: 169.927336ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:19.056869Z","caller":"traceutil/trace.go:171","msg":"trace[1511253577] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"101.656067ms","start":"2026-04-24T02:05:18.955195Z","end":"2026-04-24T02:05:19.056852Z","steps":["trace[1511253577] 'process raft request' (duration: 101.549443ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:31.38641Z","caller":"traceutil/trace.go:171","msg":"trace[1300371978] linearizableReadLoop","detail":"{readStateIndex:7052; appliedIndex:7051; }","duration":"267.343335ms","start":"2026-04-24T02:05:31.11905Z","end":"2026-04-24T02:05:31.386393Z","steps":["trace[1300371978] 'read index received' (duration: 267.19087ms)","trace[1300371978] 'applied index is now lower than readState.Index' (duration: 151.965µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:31.386655Z","caller":"traceutil/trace.go:171","msg":"trace[1184365477] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"272.288579ms","start":"2026-04-24T02:05:31.114357Z","end":"2026-04-24T02:05:31.386646Z","steps":["trace[1184365477] 'process raft request' (duration: 271.933926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:31.386795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.730429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:05:31.386816Z","caller":"traceutil/trace.go:171","msg":"trace[235410441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6796; }","duration":"267.795962ms","start":"2026-04-24T02:05:31.119016Z","end":"2026-04-24T02:05:31.386812Z","steps":["trace[235410441] 'agreement among raft nodes before linearized reading' (duration: 267.74887ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:38.08848Z","caller":"traceutil/trace.go:171","msg":"trace[314023135] linearizableReadLoop","detail":"{readStateIndex:7090; appliedIndex:7089; }","duration":"167.349998ms","start":"2026-04-24T02:05:37.921106Z","end":"2026-04-24T02:05:38.088456Z","steps":["trace[314023135] 'read index received' (duration: 158.840986ms)","trace[314023135] 'applied index is now lower than readState.Index' (duration: 8.507542ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:38.089129Z","caller":"traceutil/trace.go:171","msg":"trace[1312281658] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"320.686858ms","start":"2026-04-24T02:05:37.768418Z","end":"2026-04-24T02:05:38.089105Z","steps":["trace[1312281658] 'process raft request' (duration: 311.511662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:38.089451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:05:37.76839Z","time spent":"320.788681ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T02:05:38.089539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.396737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:05:38.089641Z","caller":"traceutil/trace.go:171","msg":"trace[692059913] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6832; }","duration":"168.530711ms","start":"2026-04-24T02:05:37.921089Z","end":"2026-04-24T02:05:38.08962Z","steps":["trace[692059913] 'agreement among raft nodes before linearized reading' (duration: 168.337224ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:38.106822Z","caller":"traceutil/trace.go:171","msg":"trace[49728505] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"140.2417ms","start":"2026-04-24T02:05:37.966549Z","end":"2026-04-24T02:05:38.106791Z","steps":["trace[49728505] 'process raft request' (duration: 140.057223ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:42.423858Z","caller":"traceutil/trace.go:171","msg":"trace[1125118908] linearizableReadLoop","detail":"{readStateIndex:7116; appliedIndex:7115; }","duration":"149.194167ms","start":"2026-04-24T02:05:42.274644Z","end":"2026-04-24T02:05:42.423838Z","steps":["trace[1125118908] 'read index received' (duration: 149.016121ms)","trace[1125118908] 'applied index is now lower than readState.Index' (duration: 177.486µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:05:42.424082Z","caller":"traceutil/trace.go:171","msg":"trace[1794322004] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"173.561184ms","start":"2026-04-24T02:05:42.250494Z","end":"2026-04-24T02:05:42.424055Z","steps":["trace[1794322004] 'process raft request' (duration: 173.220502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:05:42.424696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.357942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T02:05:42.424754Z","caller":"traceutil/trace.go:171","msg":"trace[1369252007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6858; }","duration":"150.155882ms","start":"2026-04-24T02:05:42.274586Z","end":"2026-04-24T02:05:42.424742Z","steps":["trace[1369252007] 'agreement among raft nodes before linearized reading' (duration: 149.326922ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:05:48.417978Z","caller":"traceutil/trace.go:171","msg":"trace[2103969594] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"139.641403ms","start":"2026-04-24T02:05:48.278293Z","end":"2026-04-24T02:05:48.417934Z","steps":["trace[2103969594] 'process raft request' (duration: 91.791045ms)","trace[2103969594] 'compare' (duration: 47.525357ms)"],"step_count":2}