{"level":"warn","ts":"2026-04-07T15:19:17.498271Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T15:19:17.498399Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T15:19:17.498511Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T15:19:17.498536Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-07T15:19:17.498568Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T15:19:17.500146Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-04-07T15:19:17.500256Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T15:19:17.504022Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.4634ms"} {"level":"info","ts":"2026-04-07T15:19:17.511257Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-04-07T15:19:17.511335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T15:19:17.511358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-04-07T15:19:17.511388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T15:19:17.511403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-04-07T15:19:17.511455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-04-07T15:19:17.520375Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T15:19:17.521661Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T15:19:17.522745Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T15:19:17.526391Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T15:19:17.527174Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T15:19:17.527626Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T15:19:17.527784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T15:19:17.527807Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T15:19:17.528461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-04-07T15:19:17.531599Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-07T15:19:17.53413Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T15:19:17.534236Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-07T15:19:17.53428Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-07T15:19:17.534653Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T15:19:17.534844Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T15:19:18.111986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T15:19:18.112052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T15:19:18.112093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-04-07T15:19:18.112114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-04-07T15:19:18.112126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-07T15:19:18.112143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-04-07T15:19:18.112155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-07T15:19:18.11346Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T15:19:18.113472Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:19:18.113633Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T15:19:18.113687Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T15:19:18.114454Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:19:18.114595Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:19:18.114644Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T15:19:18.116421Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T15:19:18.116454Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T15:19:18.1189Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T15:19:18.119366Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-04-07T15:19:21.276722Z","caller":"traceutil/trace.go:171","msg":"trace[962392614] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"132.072453ms","start":"2026-04-07T15:19:21.144618Z","end":"2026-04-07T15:19:21.276691Z","steps":["trace[962392614] 'process raft request' (duration: 66.038197ms)","trace[962392614] 'compare' (duration: 65.874572ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:21.496531Z","caller":"traceutil/trace.go:171","msg":"trace[1452149243] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"146.96319ms","start":"2026-04-07T15:19:21.349524Z","end":"2026-04-07T15:19:21.496487Z","steps":["trace[1452149243] 'process raft request' (duration: 106.401196ms)","trace[1452149243] 'compare' (duration: 40.351319ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:24.55482Z","caller":"traceutil/trace.go:171","msg":"trace[2094612510] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"192.321501ms","start":"2026-04-07T15:19:24.362474Z","end":"2026-04-07T15:19:24.554796Z","steps":["trace[2094612510] 'process raft request' (duration: 192.163226ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:24.55552Z","caller":"traceutil/trace.go:171","msg":"trace[1331530610] linearizableReadLoop","detail":"{readStateIndex:274; appliedIndex:272; }","duration":"179.97986ms","start":"2026-04-07T15:19:24.375516Z","end":"2026-04-07T15:19:24.555495Z","steps":["trace[1331530610] 'read index received' (duration: 179.19596ms)","trace[1331530610] 'applied index is now lower than readState.Index' (duration: 783.16µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:24.555656Z","caller":"traceutil/trace.go:171","msg":"trace[1456884682] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"192.274629ms","start":"2026-04-07T15:19:24.363348Z","end":"2026-04-07T15:19:24.555623Z","steps":["trace[1456884682] 'process raft request' (duration: 192.026793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:24.5557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.162464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:24.555826Z","caller":"traceutil/trace.go:171","msg":"trace[59034370] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:265; }","duration":"180.345229ms","start":"2026-04-07T15:19:24.375466Z","end":"2026-04-07T15:19:24.555811Z","steps":["trace[59034370] 'agreement among raft nodes before linearized reading' (duration: 180.133764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:36.974814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.015656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:19:36.974935Z","caller":"traceutil/trace.go:171","msg":"trace[985386668] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"354.397753ms","start":"2026-04-07T15:19:36.620519Z","end":"2026-04-07T15:19:36.974917Z","steps":["trace[985386668] 'process raft request' (duration: 100.655908ms)","trace[985386668] 'compare' (duration: 252.898263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:19:36.975049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:36.620511Z","time spent":"354.462755ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:19:40.311889Z","caller":"traceutil/trace.go:171","msg":"trace[1283382229] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"142.256486ms","start":"2026-04-07T15:19:40.169606Z","end":"2026-04-07T15:19:40.311863Z","steps":["trace[1283382229] 'process raft request' (duration: 142.103883ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:40.354091Z","caller":"traceutil/trace.go:171","msg":"trace[51069023] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"125.534073ms","start":"2026-04-07T15:19:40.228533Z","end":"2026-04-07T15:19:40.354067Z","steps":["trace[51069023] 'read index received' (duration: 83.311449ms)","trace[51069023] 'applied index is now lower than readState.Index' (duration: 42.221624ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:40.35417Z","caller":"traceutil/trace.go:171","msg":"trace[2134176046] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"152.094541ms","start":"2026-04-07T15:19:40.202039Z","end":"2026-04-07T15:19:40.354134Z","steps":["trace[2134176046] 'process raft request' (duration: 151.910577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:40.354333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.745767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:40.354421Z","caller":"traceutil/trace.go:171","msg":"trace[1513490253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"125.917563ms","start":"2026-04-07T15:19:40.228484Z","end":"2026-04-07T15:19:40.354401Z","steps":["trace[1513490253] 'agreement among raft nodes before linearized reading' (duration: 125.687876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:43.113584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.84757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T15:19:43.113686Z","caller":"traceutil/trace.go:171","msg":"trace[919802582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"119.021715ms","start":"2026-04-07T15:19:42.994645Z","end":"2026-04-07T15:19:43.113667Z","steps":["trace[919802582] 'range keys from in-memory index tree' (duration: 118.705767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:43.113611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.516988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:19:43.113778Z","caller":"traceutil/trace.go:171","msg":"trace[1800375808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"459.766404ms","start":"2026-04-07T15:19:42.653996Z","end":"2026-04-07T15:19:43.113763Z","steps":["trace[1800375808] 'range keys from in-memory index tree' (duration: 459.411175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:43.113818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:42.653973Z","time spent":"459.834385ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T15:19:43.229068Z","caller":"traceutil/trace.go:171","msg":"trace[1714888960] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"109.853256ms","start":"2026-04-07T15:19:43.119188Z","end":"2026-04-07T15:19:43.229041Z","steps":["trace[1714888960] 'process raft request' (duration: 108.991763ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:45.547878Z","caller":"traceutil/trace.go:171","msg":"trace[1474257669] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"351.427567ms","start":"2026-04-07T15:19:45.196429Z","end":"2026-04-07T15:19:45.547856Z","steps":["trace[1474257669] 'process raft request' (duration: 351.223641ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:45.547792Z","caller":"traceutil/trace.go:171","msg":"trace[1398878912] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"319.216463ms","start":"2026-04-07T15:19:45.228551Z","end":"2026-04-07T15:19:45.547767Z","steps":["trace[1398878912] 'read index received' (duration: 319.047628ms)","trace[1398878912] 'applied index is now lower than readState.Index' (duration: 167.945µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:19:45.549015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:45.196417Z","time spent":"352.095615ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:19:45.549939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.087718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T15:19:45.55013Z","caller":"traceutil/trace.go:171","msg":"trace[1170503313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"317.670683ms","start":"2026-04-07T15:19:45.23235Z","end":"2026-04-07T15:19:45.55002Z","steps":["trace[1170503313] 'agreement among raft nodes before linearized reading' (duration: 316.728598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:45.550193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:45.232339Z","time spent":"317.838497ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T15:19:45.551237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.641221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:45.551299Z","caller":"traceutil/trace.go:171","msg":"trace[2109263905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"322.774405ms","start":"2026-04-07T15:19:45.228506Z","end":"2026-04-07T15:19:45.551281Z","steps":["trace[2109263905] 'agreement among raft nodes before linearized reading' (duration: 319.913031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:45.551359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:45.228488Z","time spent":"322.856977ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T15:19:49.125105Z","caller":"traceutil/trace.go:171","msg":"trace[560335155] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"131.988819ms","start":"2026-04-07T15:19:48.993096Z","end":"2026-04-07T15:19:49.125085Z","steps":["trace[560335155] 'process raft request' (duration: 131.842636ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.131818Z","caller":"traceutil/trace.go:171","msg":"trace[1585475300] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"138.241163ms","start":"2026-04-07T15:19:48.993536Z","end":"2026-04-07T15:19:49.131778Z","steps":["trace[1585475300] 'process raft request' (duration: 138.10188ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.132049Z","caller":"traceutil/trace.go:171","msg":"trace[2043418121] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"137.840191ms","start":"2026-04-07T15:19:48.994197Z","end":"2026-04-07T15:19:49.132037Z","steps":["trace[2043418121] 'process raft request' (duration: 137.528504ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.132025Z","caller":"traceutil/trace.go:171","msg":"trace[1055419590] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"128.593521ms","start":"2026-04-07T15:19:49.003402Z","end":"2026-04-07T15:19:49.131995Z","steps":["trace[1055419590] 'process raft request' (duration: 128.352946ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.132102Z","caller":"traceutil/trace.go:171","msg":"trace[2124504207] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"127.106653ms","start":"2026-04-07T15:19:49.004982Z","end":"2026-04-07T15:19:49.132089Z","steps":["trace[2124504207] 'process raft request' (duration: 126.810775ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.132229Z","caller":"traceutil/trace.go:171","msg":"trace[1090386057] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"125.113293ms","start":"2026-04-07T15:19:49.007091Z","end":"2026-04-07T15:19:49.132204Z","steps":["trace[1090386057] 'process raft request' (duration: 124.802564ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.132815Z","caller":"traceutil/trace.go:171","msg":"trace[495100947] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"125.193213ms","start":"2026-04-07T15:19:49.007608Z","end":"2026-04-07T15:19:49.132801Z","steps":["trace[495100947] 'process raft request' (duration: 124.330851ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.133033Z","caller":"traceutil/trace.go:171","msg":"trace[1849501536] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"124.793995ms","start":"2026-04-07T15:19:49.008226Z","end":"2026-04-07T15:19:49.13302Z","steps":["trace[1849501536] 'process raft request' (duration: 124.548088ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.133074Z","caller":"traceutil/trace.go:171","msg":"trace[1929470734] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"118.464429ms","start":"2026-04-07T15:19:49.014591Z","end":"2026-04-07T15:19:49.133056Z","steps":["trace[1929470734] 'process raft request' (duration: 118.334456ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:49.133109Z","caller":"traceutil/trace.go:171","msg":"trace[1807341166] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"115.37648ms","start":"2026-04-07T15:19:49.017724Z","end":"2026-04-07T15:19:49.1331Z","steps":["trace[1807341166] 'process raft request' (duration: 115.270337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:54.314152Z","caller":"traceutil/trace.go:171","msg":"trace[567095835] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"133.198582ms","start":"2026-04-07T15:19:54.180893Z","end":"2026-04-07T15:19:54.314092Z","steps":["trace[567095835] 'process raft request' (duration: 132.566185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:55.344636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.053975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:55.344803Z","caller":"traceutil/trace.go:171","msg":"trace[1518834388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"107.259859ms","start":"2026-04-07T15:19:55.237522Z","end":"2026-04-07T15:19:55.344782Z","steps":["trace[1518834388] 'range keys from in-memory index tree' (duration: 106.89399ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:55.706794Z","caller":"traceutil/trace.go:171","msg":"trace[309937400] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"361.084107ms","start":"2026-04-07T15:19:55.345688Z","end":"2026-04-07T15:19:55.706772Z","steps":["trace[309937400] 'read index received' (duration: 360.367947ms)","trace[309937400] 'applied index is now lower than readState.Index' (duration: 715.29µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:55.706917Z","caller":"traceutil/trace.go:171","msg":"trace[1348784131] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"382.398328ms","start":"2026-04-07T15:19:55.324509Z","end":"2026-04-07T15:19:55.706907Z","steps":["trace[1348784131] 'process raft request' (duration: 381.745691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:55.707175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.472086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:19:55.707195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:55.324466Z","time spent":"382.478631ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:19:55.707266Z","caller":"traceutil/trace.go:171","msg":"trace[1192985895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"361.592669ms","start":"2026-04-07T15:19:55.345644Z","end":"2026-04-07T15:19:55.707237Z","steps":["trace[1192985895] 'agreement among raft nodes before linearized reading' (duration: 361.466376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:55.707338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:55.345626Z","time spent":"361.676161ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T15:19:55.707178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.533026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:19:55.707458Z","caller":"traceutil/trace.go:171","msg":"trace[538125069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"102.844004ms","start":"2026-04-07T15:19:55.604576Z","end":"2026-04-07T15:19:55.70742Z","steps":["trace[538125069] 'agreement among raft nodes before linearized reading' (duration: 102.419923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:56.185533Z","caller":"traceutil/trace.go:171","msg":"trace[352660801] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"473.844107ms","start":"2026-04-07T15:19:55.711661Z","end":"2026-04-07T15:19:56.185505Z","steps":["trace[352660801] 'process raft request' (duration: 473.494669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:56.185879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:55.71164Z","time spent":"474.113876ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:19:56.190709Z","caller":"traceutil/trace.go:171","msg":"trace[1333326421] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"478.471658ms","start":"2026-04-07T15:19:55.712192Z","end":"2026-04-07T15:19:56.190663Z","steps":["trace[1333326421] 'process raft request' (duration: 478.104348ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:56.190778Z","caller":"traceutil/trace.go:171","msg":"trace[720363099] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"430.139506ms","start":"2026-04-07T15:19:55.760606Z","end":"2026-04-07T15:19:56.190746Z","steps":["trace[720363099] 'process raft request' (duration: 429.90741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:56.190876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:55.71214Z","time spent":"478.657283ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:19:56.190967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:55.76058Z","time spent":"430.28769ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T15:19:56.190734Z","caller":"traceutil/trace.go:171","msg":"trace[210818679] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:599; }","duration":"305.582679ms","start":"2026-04-07T15:19:55.885133Z","end":"2026-04-07T15:19:56.190716Z","steps":["trace[210818679] 'read index received' (duration: 299.947583ms)","trace[210818679] 'applied index is now lower than readState.Index' (duration: 5.634246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:19:56.191106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.925597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:19:56.191168Z","caller":"traceutil/trace.go:171","msg":"trace[938254394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:579; }","duration":"306.05819ms","start":"2026-04-07T15:19:55.885099Z","end":"2026-04-07T15:19:56.191158Z","steps":["trace[938254394] 'agreement among raft nodes before linearized reading' (duration: 305.673471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:56.191191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.18025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vdfn9\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-07T15:19:56.191229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:55.885083Z","time spent":"306.136452ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T15:19:56.191245Z","caller":"traceutil/trace.go:171","msg":"trace[2061928062] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vdfn9; range_end:; response_count:1; response_revision:579; }","duration":"182.264493ms","start":"2026-04-07T15:19:56.008966Z","end":"2026-04-07T15:19:56.191231Z","steps":["trace[2061928062] 'agreement among raft nodes before linearized reading' (duration: 182.16615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:57.232243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.902172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T15:19:57.232335Z","caller":"traceutil/trace.go:171","msg":"trace[601456320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"745.010785ms","start":"2026-04-07T15:19:56.487295Z","end":"2026-04-07T15:19:57.232306Z","steps":["trace[601456320] 'range keys from in-memory index tree' (duration: 744.524233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:57.232365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:56.487281Z","time spent":"745.077607ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T15:19:57.236928Z","caller":"traceutil/trace.go:171","msg":"trace[2107496974] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"583.247923ms","start":"2026-04-07T15:19:56.653642Z","end":"2026-04-07T15:19:57.23689Z","steps":["trace[2107496974] 'process raft request' (duration: 574.341342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:57.23708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:56.653608Z","time spent":"583.396837ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:19:58.449693Z","caller":"traceutil/trace.go:171","msg":"trace[628544922] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"105.253317ms","start":"2026-04-07T15:19:58.344418Z","end":"2026-04-07T15:19:58.449671Z","steps":["trace[628544922] 'read index received' (duration: 34.311199ms)","trace[628544922] 'applied index is now lower than readState.Index' (duration: 70.941218ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:19:58.449998Z","caller":"traceutil/trace.go:171","msg":"trace[1278309070] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"208.80162ms","start":"2026-04-07T15:19:58.241187Z","end":"2026-04-07T15:19:58.449989Z","steps":["trace[1278309070] 'process raft request' (duration: 137.610685ms)","trace[1278309070] 'compare' (duration: 70.728033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:19:58.450353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.922984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.450413Z","caller":"traceutil/trace.go:171","msg":"trace[867112056] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:594; }","duration":"106.026987ms","start":"2026-04-07T15:19:58.344377Z","end":"2026-04-07T15:19:58.450404Z","steps":["trace[867112056] 'agreement among raft nodes before linearized reading' (duration: 105.933354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.450627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.138371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.450679Z","caller":"traceutil/trace.go:171","msg":"trace[219567594] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:594; }","duration":"106.238013ms","start":"2026-04-07T15:19:58.344433Z","end":"2026-04-07T15:19:58.450671Z","steps":["trace[219567594] 'agreement among raft nodes before linearized reading' (duration: 106.161591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.451234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.829793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.451507Z","caller":"traceutil/trace.go:171","msg":"trace[2087536706] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:594; }","duration":"106.123ms","start":"2026-04-07T15:19:58.345372Z","end":"2026-04-07T15:19:58.451495Z","steps":["trace[2087536706] 'agreement among raft nodes before linearized reading' (duration: 105.841443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.897704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.875563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.897793Z","caller":"traceutil/trace.go:171","msg":"trace[1843084435] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:598; }","duration":"269.987385ms","start":"2026-04-07T15:19:58.627777Z","end":"2026-04-07T15:19:58.897764Z","steps":["trace[1843084435] 'count revisions from in-memory index tree' (duration: 269.827721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.897852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.396717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.897924Z","caller":"traceutil/trace.go:171","msg":"trace[1762126366] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:598; }","duration":"292.53554ms","start":"2026-04-07T15:19:58.605372Z","end":"2026-04-07T15:19:58.897908Z","steps":["trace[1762126366] 'range keys from in-memory index tree' (duration: 292.272214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.897925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.48835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.897993Z","caller":"traceutil/trace.go:171","msg":"trace[1951929372] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:598; }","duration":"348.601223ms","start":"2026-04-07T15:19:58.549371Z","end":"2026-04-07T15:19:58.897973Z","steps":["trace[1951929372] 'count revisions from in-memory index tree' (duration: 348.415449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.898059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:58.549351Z","time spent":"348.689186ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T15:19:58.898129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.807865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:19:58.898172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.696434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.898206Z","caller":"traceutil/trace.go:171","msg":"trace[1730148650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"142.0371ms","start":"2026-04-07T15:19:58.75615Z","end":"2026-04-07T15:19:58.898187Z","steps":["trace[1730148650] 'count revisions from in-memory index tree' (duration: 141.673091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:58.898219Z","caller":"traceutil/trace.go:171","msg":"trace[2137405274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:598; }","duration":"292.784117ms","start":"2026-04-07T15:19:58.605422Z","end":"2026-04-07T15:19:58.898207Z","steps":["trace[2137405274] 'count revisions from in-memory index tree' (duration: 292.623333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.897989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.242883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:19:58.898261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.859632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:19:58.898326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.052958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.898349Z","caller":"traceutil/trace.go:171","msg":"trace[1383278820] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:598; }","duration":"269.994446ms","start":"2026-04-07T15:19:58.628335Z","end":"2026-04-07T15:19:58.89833Z","steps":["trace[1383278820] 'range keys from in-memory index tree' (duration: 269.790981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:58.898358Z","caller":"traceutil/trace.go:171","msg":"trace[1778480703] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:598; }","duration":"348.10087ms","start":"2026-04-07T15:19:58.550247Z","end":"2026-04-07T15:19:58.898348Z","steps":["trace[1778480703] 'range keys from in-memory index tree' (duration: 347.996957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.898387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.168584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:19:58.898291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.815178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.898419Z","caller":"traceutil/trace.go:171","msg":"trace[205860805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"142.242726ms","start":"2026-04-07T15:19:58.756168Z","end":"2026-04-07T15:19:58.89841Z","steps":["trace[205860805] 'range keys from in-memory index tree' (duration: 142.067181ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:19:58.898298Z","caller":"traceutil/trace.go:171","msg":"trace[963950089] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:598; }","duration":"270.578551ms","start":"2026-04-07T15:19:58.627703Z","end":"2026-04-07T15:19:58.898282Z","steps":["trace[963950089] 'range keys from in-memory index tree' (duration: 270.032418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.89843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.259362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:19:58.898473Z","caller":"traceutil/trace.go:171","msg":"trace[1346697319] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:598; }","duration":"348.966742ms","start":"2026-04-07T15:19:58.549462Z","end":"2026-04-07T15:19:58.898429Z","steps":["trace[1346697319] 'range keys from in-memory index tree' (duration: 348.726936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.898394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:58.550235Z","time spent":"348.152221ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-04-07T15:19:58.898561Z","caller":"traceutil/trace.go:171","msg":"trace[331691485] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:598; }","duration":"292.473169ms","start":"2026-04-07T15:19:58.606056Z","end":"2026-04-07T15:19:58.898529Z","steps":["trace[331691485] 'range keys from in-memory index tree' (duration: 292.16822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:19:58.898575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:19:58.549399Z","time spent":"349.148887ms","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-07T15:20:00.215844Z","caller":"traceutil/trace.go:171","msg":"trace[1070005455] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"167.755547ms","start":"2026-04-07T15:20:00.048059Z","end":"2026-04-07T15:20:00.215814Z","steps":["trace[1070005455] 'process raft request' (duration: 167.076479ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:00.573534Z","caller":"traceutil/trace.go:171","msg":"trace[7289414] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"223.866172ms","start":"2026-04-07T15:20:00.349645Z","end":"2026-04-07T15:20:00.573511Z","steps":["trace[7289414] 'process raft request' (duration: 223.756609ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:00.573624Z","caller":"traceutil/trace.go:171","msg":"trace[814268412] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:664; }","duration":"117.170036ms","start":"2026-04-07T15:20:00.456423Z","end":"2026-04-07T15:20:00.573593Z","steps":["trace[814268412] 'read index received' (duration: 117.157475ms)","trace[814268412] 'applied index is now lower than readState.Index' (duration: 10.291µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:20:00.573885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.451754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T15:20:00.573945Z","caller":"traceutil/trace.go:171","msg":"trace[1355537258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"117.559347ms","start":"2026-04-07T15:20:00.456371Z","end":"2026-04-07T15:20:00.57393Z","steps":["trace[1355537258] 'agreement among raft nodes before linearized reading' (duration: 117.3254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.360139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.362046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:20:02.360283Z","caller":"traceutil/trace.go:171","msg":"trace[1501386512] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"308.558136ms","start":"2026-04-07T15:20:02.051698Z","end":"2026-04-07T15:20:02.360256Z","steps":["trace[1501386512] 'process raft request' (duration: 157.991764ms)","trace[1501386512] 'compare' (duration: 150.194822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:20:02.360365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:02.051685Z","time spent":"308.646568ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T15:20:02.419014Z","caller":"traceutil/trace.go:171","msg":"trace[1189102042] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:678; }","duration":"274.360289ms","start":"2026-04-07T15:20:02.144628Z","end":"2026-04-07T15:20:02.418988Z","steps":["trace[1189102042] 'read index received' (duration: 65.078957ms)","trace[1189102042] 'applied index is now lower than readState.Index' (duration: 209.280402ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:02.419138Z","caller":"traceutil/trace.go:171","msg":"trace[36565204] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"277.434618ms","start":"2026-04-07T15:20:02.141673Z","end":"2026-04-07T15:20:02.419108Z","steps":["trace[36565204] 'process raft request' (duration: 277.257554ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:02.419208Z","caller":"traceutil/trace.go:171","msg":"trace[33105071] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"291.739899ms","start":"2026-04-07T15:20:02.127438Z","end":"2026-04-07T15:20:02.419178Z","steps":["trace[33105071] 'process raft request' (duration: 291.323449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.419339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.911327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:20:02.419404Z","caller":"traceutil/trace.go:171","msg":"trace[75773425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"191.017699ms","start":"2026-04-07T15:20:02.228365Z","end":"2026-04-07T15:20:02.419383Z","steps":["trace[75773425] 'agreement among raft nodes before linearized reading' (duration: 190.897775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.419409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.7561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-07T15:20:02.419459Z","caller":"traceutil/trace.go:171","msg":"trace[1791994379] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:656; }","duration":"274.847592ms","start":"2026-04-07T15:20:02.144596Z","end":"2026-04-07T15:20:02.419444Z","steps":["trace[1791994379] 'agreement among raft nodes before linearized reading' (duration: 274.561544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.419562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.269846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T15:20:02.419675Z","caller":"traceutil/trace.go:171","msg":"trace[889365001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"181.436641ms","start":"2026-04-07T15:20:02.238211Z","end":"2026-04-07T15:20:02.419648Z","steps":["trace[889365001] 'agreement among raft nodes before linearized reading' (duration: 181.146844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.419803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.561769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T15:20:02.419997Z","caller":"traceutil/trace.go:171","msg":"trace[98137320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"170.815655ms","start":"2026-04-07T15:20:02.249118Z","end":"2026-04-07T15:20:02.419933Z","steps":["trace[98137320] 'agreement among raft nodes before linearized reading' (duration: 170.233771ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:02.583412Z","caller":"traceutil/trace.go:171","msg":"trace[1022121496] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"158.485346ms","start":"2026-04-07T15:20:02.424894Z","end":"2026-04-07T15:20:02.583379Z","steps":["trace[1022121496] 'read index received' (duration: 86.213994ms)","trace[1022121496] 'applied index is now lower than readState.Index' (duration: 72.269592ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:02.583441Z","caller":"traceutil/trace.go:171","msg":"trace[1123226762] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"158.709093ms","start":"2026-04-07T15:20:02.424685Z","end":"2026-04-07T15:20:02.583394Z","steps":["trace[1123226762] 'process raft request' (duration: 86.327867ms)","trace[1123226762] 'compare' (duration: 72.078578ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:02.58357Z","caller":"traceutil/trace.go:171","msg":"trace[1968035183] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"158.325742ms","start":"2026-04-07T15:20:02.425221Z","end":"2026-04-07T15:20:02.583547Z","steps":["trace[1968035183] 'process raft request' (duration: 158.069536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.583801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.865365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T15:20:02.583861Z","caller":"traceutil/trace.go:171","msg":"trace[1848162493] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:658; }","duration":"158.982081ms","start":"2026-04-07T15:20:02.424863Z","end":"2026-04-07T15:20:02.583845Z","steps":["trace[1848162493] 'agreement among raft nodes before linearized reading' (duration: 158.59641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:02.849962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.586173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:20:02.850123Z","caller":"traceutil/trace.go:171","msg":"trace[1809043688] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"264.175665ms","start":"2026-04-07T15:20:02.585925Z","end":"2026-04-07T15:20:02.850101Z","steps":["trace[1809043688] 'read index received' (duration: 113.293965ms)","trace[1809043688] 'applied index is now lower than readState.Index' (duration: 150.88023ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:02.850191Z","caller":"traceutil/trace.go:171","msg":"trace[1484392168] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"265.235093ms","start":"2026-04-07T15:20:02.58489Z","end":"2026-04-07T15:20:02.850125Z","steps":["trace[1484392168] 'process raft request' (duration: 114.390844ms)","trace[1484392168] 'compare' (duration: 150.338426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:20:02.850373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.446062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:20:02.850413Z","caller":"traceutil/trace.go:171","msg":"trace[1857417662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:659; }","duration":"264.524774ms","start":"2026-04-07T15:20:02.585878Z","end":"2026-04-07T15:20:02.850402Z","steps":["trace[1857417662] 'agreement among raft nodes before linearized reading' (duration: 264.283268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:03.306931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.515719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:20:03.307153Z","caller":"traceutil/trace.go:171","msg":"trace[515522533] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"535.368892ms","start":"2026-04-07T15:20:02.771758Z","end":"2026-04-07T15:20:03.307127Z","steps":["trace[515522533] 'process raft request' (duration: 193.589626ms)","trace[515522533] 'compare' (duration: 341.324304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:20:03.307306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:02.77173Z","time spent":"535.515586ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T15:20:03.548114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.692112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:20:03.548539Z","caller":"traceutil/trace.go:171","msg":"trace[2088073480] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"118.310306ms","start":"2026-04-07T15:20:03.430211Z","end":"2026-04-07T15:20:03.548521Z","steps":["trace[2088073480] 'process raft request' (duration: 118.263884ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:03.548597Z","caller":"traceutil/trace.go:171","msg":"trace[579542640] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:684; }","duration":"602.853062ms","start":"2026-04-07T15:20:02.945717Z","end":"2026-04-07T15:20:03.54857Z","steps":["trace[579542640] 'read index received' (duration: 19.624439ms)","trace[579542640] 'applied index is now lower than readState.Index' (duration: 583.226333ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:03.548607Z","caller":"traceutil/trace.go:171","msg":"trace[1537447128] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"630.388276ms","start":"2026-04-07T15:20:02.91817Z","end":"2026-04-07T15:20:03.548558Z","steps":["trace[1537447128] 'process raft request' (duration: 630.152289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:03.548853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.115458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-07T15:20:03.548897Z","caller":"traceutil/trace.go:171","msg":"trace[1869253904] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:663; }","duration":"603.397446ms","start":"2026-04-07T15:20:02.945484Z","end":"2026-04-07T15:20:03.548881Z","steps":["trace[1869253904] 'agreement among raft nodes before linearized reading' (duration: 603.230662ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:03.548882Z","caller":"traceutil/trace.go:171","msg":"trace[494084654] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"693.967362ms","start":"2026-04-07T15:20:02.854884Z","end":"2026-04-07T15:20:03.548852Z","steps":["trace[494084654] 'process raft request' (duration: 566.447148ms)","trace[494084654] 'compare' (duration: 126.556169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:20:03.54889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:02.918139Z","time spent":"630.595591ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:20:03.548932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:02.945461Z","time spent":"603.463108ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-07T15:20:03.549017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:02.854855Z","time spent":"694.088595ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:20:03.549111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.178078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-07T15:20:03.549148Z","caller":"traceutil/trace.go:171","msg":"trace[1659142782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:663; }","duration":"278.213579ms","start":"2026-04-07T15:20:03.270926Z","end":"2026-04-07T15:20:03.549139Z","steps":["trace[1659142782] 'agreement among raft nodes before linearized reading' (duration: 278.126897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:03.549142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.603758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:20:03.549172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.982392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188243"} {"level":"info","ts":"2026-04-07T15:20:03.549199Z","caller":"traceutil/trace.go:171","msg":"trace[390672591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"320.662139ms","start":"2026-04-07T15:20:03.22852Z","end":"2026-04-07T15:20:03.549182Z","steps":["trace[390672591] 'agreement among raft nodes before linearized reading' (duration: 320.574147ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:03.549214Z","caller":"traceutil/trace.go:171","msg":"trace[2058250150] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:663; }","duration":"173.061764ms","start":"2026-04-07T15:20:03.37614Z","end":"2026-04-07T15:20:03.549202Z","steps":["trace[2058250150] 'agreement among raft nodes before linearized reading' (duration: 172.955592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:03.549232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.228465Z","time spent":"320.761153ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T15:20:03.549293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.226476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-07T15:20:03.54932Z","caller":"traceutil/trace.go:171","msg":"trace[2110269811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:663; }","duration":"404.294137ms","start":"2026-04-07T15:20:03.145018Z","end":"2026-04-07T15:20:03.549312Z","steps":["trace[2110269811] 'agreement among raft nodes before linearized reading' (duration: 404.208095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:03.549348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.144997Z","time spent":"404.345128ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-07T15:20:03.549583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.101781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T15:20:03.549744Z","caller":"traceutil/trace.go:171","msg":"trace[34434373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:663; }","duration":"595.297865ms","start":"2026-04-07T15:20:02.954425Z","end":"2026-04-07T15:20:03.549723Z","steps":["trace[34434373] 'agreement among raft nodes before linearized reading' (duration: 594.616948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:03.549861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:02.954415Z","time spent":"595.431828ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T15:20:03.819985Z","caller":"traceutil/trace.go:171","msg":"trace[1533129681] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"265.5019ms","start":"2026-04-07T15:20:03.554459Z","end":"2026-04-07T15:20:03.819961Z","steps":["trace[1533129681] 'process raft request' (duration: 265.344276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.336143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101533327625374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T15:20:04.531593Z","caller":"traceutil/trace.go:171","msg":"trace[1441104657] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"975.242921ms","start":"2026-04-07T15:20:03.556325Z","end":"2026-04-07T15:20:04.531568Z","steps":["trace[1441104657] 'process raft request' (duration: 974.889531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.531727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.556297Z","time spent":"975.362044ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:20:04.532074Z","caller":"traceutil/trace.go:171","msg":"trace[1802284674] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"876.753869ms","start":"2026-04-07T15:20:03.6553Z","end":"2026-04-07T15:20:04.532054Z","steps":["trace[1802284674] 'process raft request' (duration: 876.183515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.532202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.65526Z","time spent":"876.869401ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:20:04.53266Z","caller":"traceutil/trace.go:171","msg":"trace[473887016] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"865.419125ms","start":"2026-04-07T15:20:03.667221Z","end":"2026-04-07T15:20:04.53264Z","steps":["trace[473887016] 'process raft request' (duration: 864.727127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.532791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.66718Z","time spent":"865.548648ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:20:04.602693Z","caller":"traceutil/trace.go:171","msg":"trace[1272785014] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:689; }","duration":"767.019235ms","start":"2026-04-07T15:20:03.835648Z","end":"2026-04-07T15:20:04.602667Z","steps":["trace[1272785014] 'read index received' (duration: 695.593594ms)","trace[1272785014] 'applied index is now lower than readState.Index' (duration: 71.424371ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:04.602744Z","caller":"traceutil/trace.go:171","msg":"trace[1447405859] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"741.650167ms","start":"2026-04-07T15:20:03.861045Z","end":"2026-04-07T15:20:04.602695Z","steps":["trace[1447405859] 'process raft request' (duration: 741.516714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.602927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.861014Z","time spent":"741.804861ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T15:20:04.603009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.350223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"warn","ts":"2026-04-07T15:20:04.60305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.768386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-07T15:20:04.603084Z","caller":"traceutil/trace.go:171","msg":"trace[958764804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:668; }","duration":"767.473906ms","start":"2026-04-07T15:20:03.835596Z","end":"2026-04-07T15:20:04.60307Z","steps":["trace[958764804] 'agreement among raft nodes before linearized reading' (duration: 767.195999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.603119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.835576Z","time spent":"767.533858ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188508,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-07T15:20:04.603127Z","caller":"traceutil/trace.go:171","msg":"trace[443436222] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:668; }","duration":"725.876849ms","start":"2026-04-07T15:20:03.877227Z","end":"2026-04-07T15:20:04.603104Z","steps":["trace[443436222] 'agreement among raft nodes before linearized reading' (duration: 725.614582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.603192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:03.87721Z","time spent":"725.965471ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-07T15:20:04.603273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.945813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vdfn9\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-04-07T15:20:04.603355Z","caller":"traceutil/trace.go:171","msg":"trace[672376939] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vdfn9; range_end:; response_count:1; response_revision:668; }","duration":"542.075176ms","start":"2026-04-07T15:20:04.061261Z","end":"2026-04-07T15:20:04.603336Z","steps":["trace[672376939] 'agreement among raft nodes before linearized reading' (duration: 541.82233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:04.603405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:04.061241Z","time spent":"542.155018ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18359,"request content":"key:\"/registry/pods/kube-system/cilium-vdfn9\" "} {"level":"info","ts":"2026-04-07T15:20:04.784676Z","caller":"traceutil/trace.go:171","msg":"trace[512499248] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"175.695813ms","start":"2026-04-07T15:20:04.60895Z","end":"2026-04-07T15:20:04.784646Z","steps":["trace[512499248] 'process raft request' (duration: 175.18337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:04.784962Z","caller":"traceutil/trace.go:171","msg":"trace[1679849649] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"174.642167ms","start":"2026-04-07T15:20:04.610297Z","end":"2026-04-07T15:20:04.78494Z","steps":["trace[1679849649] 'process raft request' (duration: 174.123993ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:04.785296Z","caller":"traceutil/trace.go:171","msg":"trace[1859023343] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"165.034977ms","start":"2026-04-07T15:20:04.620239Z","end":"2026-04-07T15:20:04.785274Z","steps":["trace[1859023343] 'process raft request' (duration: 164.610525ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:05.250573Z","caller":"traceutil/trace.go:171","msg":"trace[291525210] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"165.94955ms","start":"2026-04-07T15:20:05.084591Z","end":"2026-04-07T15:20:05.250541Z","steps":["trace[291525210] 'process raft request' (duration: 124.509145ms)","trace[291525210] 'compare' (duration: 41.053225ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:05.723384Z","caller":"traceutil/trace.go:171","msg":"trace[920310149] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"160.090158ms","start":"2026-04-07T15:20:05.563261Z","end":"2026-04-07T15:20:05.723351Z","steps":["trace[920310149] 'process raft request' (duration: 84.191812ms)","trace[920310149] 'compare' (duration: 75.748802ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:05.751575Z","caller":"traceutil/trace.go:171","msg":"trace[1649454850] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"140.209793ms","start":"2026-04-07T15:20:05.611338Z","end":"2026-04-07T15:20:05.751548Z","steps":["trace[1649454850] 'process raft request' (duration: 140.036618ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:20:05.91853Z","caller":"traceutil/trace.go:171","msg":"trace[1912957311] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"107.382073ms","start":"2026-04-07T15:20:05.811105Z","end":"2026-04-07T15:20:05.918487Z","steps":["trace[1912957311] 'process raft request' (duration: 34.633738ms)","trace[1912957311] 'compare' (duration: 72.463747ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:06.242443Z","caller":"traceutil/trace.go:171","msg":"trace[460905287] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"144.789221ms","start":"2026-04-07T15:20:06.097635Z","end":"2026-04-07T15:20:06.242424Z","steps":["trace[460905287] 'process raft request' (duration: 144.651058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:19.29936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101533327625571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T15:20:19.711806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08131475s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T15:20:19.712221Z","caller":"traceutil/trace.go:171","msg":"trace[1599708686] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.081809582s","start":"2026-04-07T15:20:18.630388Z","end":"2026-04-07T15:20:19.712198Z","steps":["trace[1599708686] 'process raft request' (duration: 1.081662189s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:19.712371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:18.630367Z","time spent":"1.081929496s","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:20:19.723586Z","caller":"traceutil/trace.go:171","msg":"trace[1930471750] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:787; }","duration":"925.03525ms","start":"2026-04-07T15:20:18.798519Z","end":"2026-04-07T15:20:19.723554Z","steps":["trace[1930471750] 'read index received' (duration: 913.529972ms)","trace[1930471750] 'applied index is now lower than readState.Index' (duration: 11.499648ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:20:19.723677Z","caller":"traceutil/trace.go:171","msg":"trace[1235633035] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"580.930454ms","start":"2026-04-07T15:20:19.142716Z","end":"2026-04-07T15:20:19.723646Z","steps":["trace[1235633035] 'process raft request' (duration: 580.692727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:19.723808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.290257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T15:20:19.72385Z","caller":"traceutil/trace.go:171","msg":"trace[1880836733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"925.334658ms","start":"2026-04-07T15:20:18.798505Z","end":"2026-04-07T15:20:19.72384Z","steps":["trace[1880836733] 'agreement among raft nodes before linearized reading' (duration: 925.206925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:19.723851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:19.142692Z","time spent":"581.072056ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:20:19.723878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:18.79845Z","time spent":"925.42272ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T15:20:19.723882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.971211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:20:19.723954Z","caller":"traceutil/trace.go:171","msg":"trace[1730497898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"851.099165ms","start":"2026-04-07T15:20:18.872839Z","end":"2026-04-07T15:20:19.723939Z","steps":["trace[1730497898] 'agreement among raft nodes before linearized reading' (duration: 850.876729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:20:19.724028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:20:18.87282Z","time spent":"851.197967ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T15:20:19.723887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.316051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:20:19.724094Z","caller":"traceutil/trace.go:171","msg":"trace[930590415] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:760; }","duration":"119.599649ms","start":"2026-04-07T15:20:19.604477Z","end":"2026-04-07T15:20:19.724076Z","steps":["trace[930590415] 'agreement among raft nodes before linearized reading' (duration: 119.321452ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:08.59279Z","caller":"traceutil/trace.go:171","msg":"trace[541164778] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"169.749637ms","start":"2026-04-07T15:21:08.423003Z","end":"2026-04-07T15:21:08.592753Z","steps":["trace[541164778] 'process raft request' (duration: 169.571993ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:08.609485Z","caller":"traceutil/trace.go:171","msg":"trace[458811734] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"148.834947ms","start":"2026-04-07T15:21:08.460615Z","end":"2026-04-07T15:21:08.609449Z","steps":["trace[458811734] 'process raft request' (duration: 148.655663ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:19.637305Z","caller":"traceutil/trace.go:171","msg":"trace[1159685281] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"103.64828ms","start":"2026-04-07T15:21:19.533621Z","end":"2026-04-07T15:21:19.637269Z","steps":["trace[1159685281] 'process raft request' (duration: 103.452125ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:26.03818Z","caller":"traceutil/trace.go:171","msg":"trace[989154218] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1771; }","duration":"100.506318ms","start":"2026-04-07T15:21:25.937638Z","end":"2026-04-07T15:21:26.038145Z","steps":["trace[989154218] 'read index received' (duration: 100.159389ms)","trace[989154218] 'applied index is now lower than readState.Index' (duration: 344.709µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:21:26.03836Z","caller":"traceutil/trace.go:171","msg":"trace[741516390] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"143.986451ms","start":"2026-04-07T15:21:25.894361Z","end":"2026-04-07T15:21:26.038348Z","steps":["trace[741516390] 'process raft request' (duration: 143.593022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:26.038594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.92663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:21:26.038701Z","caller":"traceutil/trace.go:171","msg":"trace[1962035957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1701; }","duration":"101.098334ms","start":"2026-04-07T15:21:25.937579Z","end":"2026-04-07T15:21:26.038677Z","steps":["trace[1962035957] 'agreement among raft nodes before linearized reading' (duration: 100.889148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:35.288103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101533327627650,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T15:21:35.361108Z","caller":"traceutil/trace.go:171","msg":"trace[1856177383] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"597.904686ms","start":"2026-04-07T15:21:34.763171Z","end":"2026-04-07T15:21:35.361076Z","steps":["trace[1856177383] 'process raft request' (duration: 597.735211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:35.36142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:21:34.763143Z","time spent":"598.05885ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:21:35.642697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.357573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:21:35.642847Z","caller":"traceutil/trace.go:171","msg":"trace[1203571853] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1901; }","duration":"855.656809ms","start":"2026-04-07T15:21:34.787165Z","end":"2026-04-07T15:21:35.642822Z","steps":["trace[1203571853] 'read index received' (duration: 573.839235ms)","trace[1203571853] 'applied index is now lower than readState.Index' (duration: 281.815654ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:21:35.642877Z","caller":"traceutil/trace.go:171","msg":"trace[1063067968] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"558.324973ms","start":"2026-04-07T15:21:35.084519Z","end":"2026-04-07T15:21:35.642844Z","steps":["trace[1063067968] 'process raft request' (duration: 312.725013ms)","trace[1063067968] 'compare' (duration: 245.19268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:21:35.643004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:21:35.084494Z","time spent":"558.450736ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:21:35.643182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.775953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-07T15:21:35.643276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.097624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T15:21:35.643333Z","caller":"traceutil/trace.go:171","msg":"trace[987810303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1829; }","duration":"537.957777ms","start":"2026-04-07T15:21:35.105353Z","end":"2026-04-07T15:21:35.643311Z","steps":["trace[987810303] 'agreement among raft nodes before linearized reading' (duration: 537.625618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:35.643312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.109249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce671500-7fda-48c3-96a0-83dec39e8ba3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-07T15:21:35.643377Z","caller":"traceutil/trace.go:171","msg":"trace[381879145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"824.280139ms","start":"2026-04-07T15:21:34.81907Z","end":"2026-04-07T15:21:35.64335Z","steps":["trace[381879145] 'agreement among raft nodes before linearized reading' (duration: 823.906169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:35.6434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:21:35.105338Z","time spent":"538.04558ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T15:21:35.643444Z","caller":"traceutil/trace.go:171","msg":"trace[174769429] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce671500-7fda-48c3-96a0-83dec39e8ba3; range_end:; response_count:1; response_revision:1829; }","duration":"729.310414ms","start":"2026-04-07T15:21:34.914107Z","end":"2026-04-07T15:21:35.643418Z","steps":["trace[174769429] 'agreement among raft nodes before linearized reading' (duration: 728.943184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:35.643456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:21:34.819003Z","time spent":"824.437673ms","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T15:21:35.64338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.164503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T15:21:35.643597Z","caller":"traceutil/trace.go:171","msg":"trace[1264700159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1829; }","duration":"856.42745ms","start":"2026-04-07T15:21:34.787111Z","end":"2026-04-07T15:21:35.643539Z","steps":["trace[1264700159] 'agreement among raft nodes before linearized reading' (duration: 855.803043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:35.643496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:21:34.91408Z","time spent":"729.404496ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce671500-7fda-48c3-96a0-83dec39e8ba3\" "} {"level":"warn","ts":"2026-04-07T15:21:35.643718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:21:34.787098Z","time spent":"856.552622ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T15:21:42.471292Z","caller":"traceutil/trace.go:171","msg":"trace[1332669817] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"101.084958ms","start":"2026-04-07T15:21:42.370182Z","end":"2026-04-07T15:21:42.471267Z","steps":["trace[1332669817] 'process raft request' (duration: 101.024017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:42.471355Z","caller":"traceutil/trace.go:171","msg":"trace[704746727] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"133.35799ms","start":"2026-04-07T15:21:42.33796Z","end":"2026-04-07T15:21:42.471318Z","steps":["trace[704746727] 'process raft request' (duration: 131.542383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:42.471373Z","caller":"traceutil/trace.go:171","msg":"trace[663502353] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"105.794109ms","start":"2026-04-07T15:21:42.36554Z","end":"2026-04-07T15:21:42.471334Z","steps":["trace[663502353] 'read index received' (duration: 103.971601ms)","trace[663502353] 'applied index is now lower than readState.Index' (duration: 1.819078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:21:42.471542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.057442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T15:21:42.471578Z","caller":"traceutil/trace.go:171","msg":"trace[1390773147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1901; }","duration":"133.153115ms","start":"2026-04-07T15:21:42.338417Z","end":"2026-04-07T15:21:42.471571Z","steps":["trace[1390773147] 'agreement among raft nodes before linearized reading' (duration: 132.992381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:21:42.471782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.050624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:21:42.471849Z","caller":"traceutil/trace.go:171","msg":"trace[554268578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"104.173207ms","start":"2026-04-07T15:21:42.367659Z","end":"2026-04-07T15:21:42.471832Z","steps":["trace[554268578] 'agreement among raft nodes before linearized reading' (duration: 103.87512ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:21:43.80939Z","caller":"traceutil/trace.go:171","msg":"trace[2111856691] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"105.862292ms","start":"2026-04-07T15:21:43.703498Z","end":"2026-04-07T15:21:43.80936Z","steps":["trace[2111856691] 'read index received' (duration: 46.360017ms)","trace[2111856691] 'applied index is now lower than readState.Index' (duration: 59.501305ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:21:43.809458Z","caller":"traceutil/trace.go:171","msg":"trace[1542469195] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"107.084993ms","start":"2026-04-07T15:21:43.702324Z","end":"2026-04-07T15:21:43.809409Z","steps":["trace[1542469195] 'process raft request' (duration: 82.408226ms)","trace[1542469195] 'compare' (duration: 24.499212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:21:43.8096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.076777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T15:21:43.809657Z","caller":"traceutil/trace.go:171","msg":"trace[1564307764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"106.197889ms","start":"2026-04-07T15:21:43.703445Z","end":"2026-04-07T15:21:43.809643Z","steps":["trace[1564307764] 'agreement among raft nodes before linearized reading' (duration: 106.025105ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:02.266944Z","caller":"traceutil/trace.go:171","msg":"trace[1407537004] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"115.363486ms","start":"2026-04-07T15:22:02.151556Z","end":"2026-04-07T15:22:02.266919Z","steps":["trace[1407537004] 'process raft request' (duration: 92.185758ms)","trace[1407537004] 'compare' (duration: 23.014814ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:22:14.817277Z","caller":"traceutil/trace.go:171","msg":"trace[289489786] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2176; }","duration":"200.880333ms","start":"2026-04-07T15:22:14.61636Z","end":"2026-04-07T15:22:14.81724Z","steps":["trace[289489786] 'read index received' (duration: 195.265248ms)","trace[289489786] 'applied index is now lower than readState.Index' (duration: 5.613615ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:22:14.817387Z","caller":"traceutil/trace.go:171","msg":"trace[108796901] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"202.246938ms","start":"2026-04-07T15:22:14.615098Z","end":"2026-04-07T15:22:14.817345Z","steps":["trace[108796901] 'process raft request' (duration: 196.581262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:14.817614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.626115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T15:22:14.817675Z","caller":"traceutil/trace.go:171","msg":"trace[877152036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2094; }","duration":"193.723258ms","start":"2026-04-07T15:22:14.623935Z","end":"2026-04-07T15:22:14.817659Z","steps":["trace[877152036] 'agreement among raft nodes before linearized reading' (duration: 193.515222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:14.817677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.283334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T15:22:14.817747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.628736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:22:14.817805Z","caller":"traceutil/trace.go:171","msg":"trace[1625137096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2094; }","duration":"201.464308ms","start":"2026-04-07T15:22:14.616312Z","end":"2026-04-07T15:22:14.817776Z","steps":["trace[1625137096] 'agreement among raft nodes before linearized reading' (duration: 201.100658ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:14.817926Z","caller":"traceutil/trace.go:171","msg":"trace[951601405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2094; }","duration":"193.870752ms","start":"2026-04-07T15:22:14.623998Z","end":"2026-04-07T15:22:14.817869Z","steps":["trace[951601405] 'agreement among raft nodes before linearized reading' (duration: 193.568983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:20.28649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.717701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T15:22:20.286571Z","caller":"traceutil/trace.go:171","msg":"trace[520215268] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"260.02429ms","start":"2026-04-07T15:22:20.026186Z","end":"2026-04-07T15:22:20.28621Z","steps":["trace[520215268] 'process raft request' (duration: 214.786821ms)","trace[520215268] 'compare' (duration: 44.94685ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:22:20.286597Z","caller":"traceutil/trace.go:171","msg":"trace[1288357152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2122; }","duration":"209.868854ms","start":"2026-04-07T15:22:20.076702Z","end":"2026-04-07T15:22:20.28657Z","steps":["trace[1288357152] 'agreement among raft nodes before linearized reading' (duration: 209.597708ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:20.286501Z","caller":"traceutil/trace.go:171","msg":"trace[114122967] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2205; }","duration":"209.413503ms","start":"2026-04-07T15:22:20.076741Z","end":"2026-04-07T15:22:20.286155Z","steps":["trace[114122967] 'read index received' (duration: 164.114743ms)","trace[114122967] 'applied index is now lower than readState.Index' (duration: 45.297ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:22:20.82263Z","caller":"traceutil/trace.go:171","msg":"trace[1512303837] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"244.414456ms","start":"2026-04-07T15:22:20.578187Z","end":"2026-04-07T15:22:20.822601Z","steps":["trace[1512303837] 'process raft request' (duration: 244.249162ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:21.109394Z","caller":"traceutil/trace.go:171","msg":"trace[446927464] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"232.14335ms","start":"2026-04-07T15:22:20.877197Z","end":"2026-04-07T15:22:21.10934Z","steps":["trace[446927464] 'read index received' (duration: 230.823806ms)","trace[446927464] 'applied index is now lower than readState.Index' (duration: 1.317814ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:22:21.109391Z","caller":"traceutil/trace.go:171","msg":"trace[1645588690] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"259.812234ms","start":"2026-04-07T15:22:20.849538Z","end":"2026-04-07T15:22:21.10935Z","steps":["trace[1645588690] 'process raft request' (duration: 258.599453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.109591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.376205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:22:21.109678Z","caller":"traceutil/trace.go:171","msg":"trace[439673741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"232.53342ms","start":"2026-04-07T15:22:20.877127Z","end":"2026-04-07T15:22:21.10966Z","steps":["trace[439673741] 'agreement among raft nodes before linearized reading' (duration: 232.318444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.109732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.090409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T15:22:21.109736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.587839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:22:21.109818Z","caller":"traceutil/trace.go:171","msg":"trace[955021961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2124; }","duration":"227.207512ms","start":"2026-04-07T15:22:20.882591Z","end":"2026-04-07T15:22:21.109799Z","steps":["trace[955021961] 'agreement among raft nodes before linearized reading' (duration: 226.994317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.109815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.102559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T15:22:21.10985Z","caller":"traceutil/trace.go:171","msg":"trace[874062236] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2124; }","duration":"154.767724ms","start":"2026-04-07T15:22:20.955057Z","end":"2026-04-07T15:22:21.109824Z","steps":["trace[874062236] 'agreement among raft nodes before linearized reading' (duration: 154.534348ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:21.109879Z","caller":"traceutil/trace.go:171","msg":"trace[1094275675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"227.217092ms","start":"2026-04-07T15:22:20.882645Z","end":"2026-04-07T15:22:21.109862Z","steps":["trace[1094275675] 'agreement among raft nodes before linearized reading' (duration: 226.957545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.516269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.293881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:22:21.516419Z","caller":"traceutil/trace.go:171","msg":"trace[768974056] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"402.217589ms","start":"2026-04-07T15:22:21.11418Z","end":"2026-04-07T15:22:21.516397Z","steps":["trace[768974056] 'process raft request' (duration: 223.688382ms)","trace[768974056] 'compare' (duration: 178.092425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:22:21.516486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:22:21.114163Z","time spent":"402.28896ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:22:21.51927Z","caller":"traceutil/trace.go:171","msg":"trace[1635064331] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2208; }","duration":"346.023367ms","start":"2026-04-07T15:22:21.173217Z","end":"2026-04-07T15:22:21.51924Z","steps":["trace[1635064331] 'read index received' (duration: 164.567105ms)","trace[1635064331] 'applied index is now lower than readState.Index' (duration: 181.455102ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:22:21.519303Z","caller":"traceutil/trace.go:171","msg":"trace[1395636786] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"404.334232ms","start":"2026-04-07T15:22:21.114948Z","end":"2026-04-07T15:22:21.519282Z","steps":["trace[1395636786] 'process raft request' (duration: 404.048885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.519451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.845474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:22:21.519493Z","caller":"traceutil/trace.go:171","msg":"trace[775845607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2127; }","duration":"290.939456ms","start":"2026-04-07T15:22:21.228543Z","end":"2026-04-07T15:22:21.519483Z","steps":["trace[775845607] 'agreement among raft nodes before linearized reading' (duration: 290.876755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.519496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:22:21.114932Z","time spent":"404.474906ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:22:21.519542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.293945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a41c58e2a0e4f1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-07T15:22:21.519644Z","caller":"traceutil/trace.go:171","msg":"trace[1422168285] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a41c58e2a0e4f1; range_end:; response_count:1; response_revision:2127; }","duration":"346.447339ms","start":"2026-04-07T15:22:21.173172Z","end":"2026-04-07T15:22:21.51962Z","steps":["trace[1422168285] 'agreement among raft nodes before linearized reading' (duration: 346.167712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.519662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.762614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-07T15:22:21.519695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:22:21.173152Z","time spent":"346.532371ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a41c58e2a0e4f1\" "} {"level":"info","ts":"2026-04-07T15:22:21.519725Z","caller":"traceutil/trace.go:171","msg":"trace[807678109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2127; }","duration":"223.870126ms","start":"2026-04-07T15:22:21.295834Z","end":"2026-04-07T15:22:21.519704Z","steps":["trace[807678109] 'agreement among raft nodes before linearized reading' (duration: 223.685041ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:22:21.519464Z","caller":"traceutil/trace.go:171","msg":"trace[118440879] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"404.112867ms","start":"2026-04-07T15:22:21.115228Z","end":"2026-04-07T15:22:21.51934Z","steps":["trace[118440879] 'process raft request' (duration: 403.967503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:22:21.520588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:22:21.115221Z","time spent":"404.64353ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:23:11.607531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.783766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:23:11.607917Z","caller":"traceutil/trace.go:171","msg":"trace[1535690929] linearizableReadLoop","detail":"{readStateIndex:2658; appliedIndex:2657; }","duration":"206.26605ms","start":"2026-04-07T15:23:11.401606Z","end":"2026-04-07T15:23:11.607872Z","steps":["trace[1535690929] 'read index received' (duration: 1.984511ms)","trace[1535690929] 'applied index is now lower than readState.Index' (duration: 204.279569ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:23:11.607942Z","caller":"traceutil/trace.go:171","msg":"trace[94558024] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"207.82885ms","start":"2026-04-07T15:23:11.400066Z","end":"2026-04-07T15:23:11.607894Z","steps":["trace[94558024] 'compare' (duration: 203.609232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:11.608223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.604819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-07T15:23:11.60831Z","caller":"traceutil/trace.go:171","msg":"trace[604597496] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2555; }","duration":"206.699491ms","start":"2026-04-07T15:23:11.401593Z","end":"2026-04-07T15:23:11.608292Z","steps":["trace[604597496] 'agreement among raft nodes before linearized reading' (duration: 206.438284ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:23:14.40796Z","caller":"traceutil/trace.go:171","msg":"trace[1693425989] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"140.548731ms","start":"2026-04-07T15:23:14.267386Z","end":"2026-04-07T15:23:14.407935Z","steps":["trace[1693425989] 'process raft request' (duration: 140.165172ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:23:15.460454Z","caller":"traceutil/trace.go:171","msg":"trace[901269174] linearizableReadLoop","detail":"{readStateIndex:2693; appliedIndex:2692; }","duration":"230.613485ms","start":"2026-04-07T15:23:15.229814Z","end":"2026-04-07T15:23:15.460427Z","steps":["trace[901269174] 'read index received' (duration: 230.511492ms)","trace[901269174] 'applied index is now lower than readState.Index' (duration: 100.873µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:23:15.460491Z","caller":"traceutil/trace.go:171","msg":"trace[2045944423] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"460.832901ms","start":"2026-04-07T15:23:14.99963Z","end":"2026-04-07T15:23:15.460463Z","steps":["trace[2045944423] 'process raft request' (duration: 460.638936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:15.460602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.77306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:23:15.460651Z","caller":"traceutil/trace.go:171","msg":"trace[1674790672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2589; }","duration":"230.873103ms","start":"2026-04-07T15:23:15.229767Z","end":"2026-04-07T15:23:15.46064Z","steps":["trace[1674790672] 'agreement among raft nodes before linearized reading' (duration: 230.784891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:15.460649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:23:14.999607Z","time spent":"460.952634ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:23:15.469135Z","caller":"traceutil/trace.go:171","msg":"trace[1646533916] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"178.99081ms","start":"2026-04-07T15:23:15.29012Z","end":"2026-04-07T15:23:15.469111Z","steps":["trace[1646533916] 'process raft request' (duration: 178.610529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:15.469251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.543082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:23:15.469296Z","caller":"traceutil/trace.go:171","msg":"trace[1049822087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2590; }","duration":"112.618524ms","start":"2026-04-07T15:23:15.35666Z","end":"2026-04-07T15:23:15.469278Z","steps":["trace[1049822087] 'agreement among raft nodes before linearized reading' (duration: 112.516581ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:23:48.74972Z","caller":"traceutil/trace.go:171","msg":"trace[2129297461] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"177.093278ms","start":"2026-04-07T15:23:48.5726Z","end":"2026-04-07T15:23:48.749694Z","steps":["trace[2129297461] 'process raft request' (duration: 176.043851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:49.325263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.132997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-07T15:23:49.325356Z","caller":"traceutil/trace.go:171","msg":"trace[743473843] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2793; }","duration":"351.286401ms","start":"2026-04-07T15:23:48.974046Z","end":"2026-04-07T15:23:49.325332Z","steps":["trace[743473843] 'range keys from in-memory index tree' (duration: 350.896832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:49.325279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.688479ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T15:23:49.325407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:23:48.974024Z","time spent":"351.372754ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T15:23:49.325429Z","caller":"traceutil/trace.go:171","msg":"trace[315283566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2793; }","duration":"192.849695ms","start":"2026-04-07T15:23:49.132555Z","end":"2026-04-07T15:23:49.325405Z","steps":["trace[315283566] 'range keys from in-memory index tree' (duration: 192.668849ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:23:49.629375Z","caller":"traceutil/trace.go:171","msg":"trace[1988811121] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2905; }","duration":"149.348065ms","start":"2026-04-07T15:23:49.480001Z","end":"2026-04-07T15:23:49.629349Z","steps":["trace[1988811121] 'read index received' (duration: 149.147479ms)","trace[1988811121] 'applied index is now lower than readState.Index' (duration: 199.336µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:23:49.629519Z","caller":"traceutil/trace.go:171","msg":"trace[249603955] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"187.784583ms","start":"2026-04-07T15:23:49.441696Z","end":"2026-04-07T15:23:49.62948Z","steps":["trace[249603955] 'process raft request' (duration: 187.455024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:23:49.629622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.619001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a41c6d726917f1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-07T15:23:49.629676Z","caller":"traceutil/trace.go:171","msg":"trace[735816377] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a41c6d726917f1; range_end:; response_count:1; response_revision:2794; }","duration":"149.734974ms","start":"2026-04-07T15:23:49.479927Z","end":"2026-04-07T15:23:49.629662Z","steps":["trace[735816377] 'agreement among raft nodes before linearized reading' (duration: 149.54649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:23:49.636858Z","caller":"traceutil/trace.go:171","msg":"trace[1328088066] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"130.704754ms","start":"2026-04-07T15:23:49.506129Z","end":"2026-04-07T15:23:49.636834Z","steps":["trace[1328088066] 'process raft request' (duration: 130.513479ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:23:54.954194Z","caller":"traceutil/trace.go:171","msg":"trace[2144277835] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"106.83148ms","start":"2026-04-07T15:23:54.847344Z","end":"2026-04-07T15:23:54.954176Z","steps":["trace[2144277835] 'process raft request' (duration: 43.474049ms)","trace[2144277835] 'compare' (duration: 63.283428ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:04.925531Z","caller":"traceutil/trace.go:171","msg":"trace[1376316895] linearizableReadLoop","detail":"{readStateIndex:3857; appliedIndex:3856; }","duration":"119.718125ms","start":"2026-04-07T15:26:04.805781Z","end":"2026-04-07T15:26:04.925499Z","steps":["trace[1376316895] 'read index received' (duration: 119.51279ms)","trace[1376316895] 'applied index is now lower than readState.Index' (duration: 204.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:04.925896Z","caller":"traceutil/trace.go:171","msg":"trace[1916474263] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"150.556922ms","start":"2026-04-07T15:26:04.775324Z","end":"2026-04-07T15:26:04.925881Z","steps":["trace[1916474263] 'process raft request' (duration: 149.988228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:04.926028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.008333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T15:26:04.926108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.3075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T15:26:04.926126Z","caller":"traceutil/trace.go:171","msg":"trace[1542827303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3711; }","duration":"115.157227ms","start":"2026-04-07T15:26:04.810955Z","end":"2026-04-07T15:26:04.926112Z","steps":["trace[1542827303] 'agreement among raft nodes before linearized reading' (duration: 114.893569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:04.926202Z","caller":"traceutil/trace.go:171","msg":"trace[412031994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3711; }","duration":"120.462494ms","start":"2026-04-07T15:26:04.805719Z","end":"2026-04-07T15:26:04.926181Z","steps":["trace[412031994] 'agreement among raft nodes before linearized reading' (duration: 120.173755ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:10.387449Z","caller":"traceutil/trace.go:171","msg":"trace[1053348701] linearizableReadLoop","detail":"{readStateIndex:3886; appliedIndex:3885; }","duration":"178.348671ms","start":"2026-04-07T15:26:10.209079Z","end":"2026-04-07T15:26:10.387428Z","steps":["trace[1053348701] 'read index received' (duration: 178.213937ms)","trace[1053348701] 'applied index is now lower than readState.Index' (duration: 133.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:10.38751Z","caller":"traceutil/trace.go:171","msg":"trace[1078938725] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"266.059968ms","start":"2026-04-07T15:26:10.121417Z","end":"2026-04-07T15:26:10.387477Z","steps":["trace[1078938725] 'process raft request' (duration: 265.871143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:26:10.387665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.572746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fzz4h\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T15:26:10.387653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.890114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:26:10.387704Z","caller":"traceutil/trace.go:171","msg":"trace[1949593257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fzz4h; range_end:; response_count:1; response_revision:3739; }","duration":"178.626747ms","start":"2026-04-07T15:26:10.209065Z","end":"2026-04-07T15:26:10.387691Z","steps":["trace[1949593257] 'agreement among raft nodes before linearized reading' (duration: 178.485784ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:10.387731Z","caller":"traceutil/trace.go:171","msg":"trace[742902407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3739; }","duration":"160.023117ms","start":"2026-04-07T15:26:10.227689Z","end":"2026-04-07T15:26:10.387712Z","steps":["trace[742902407] 'agreement among raft nodes before linearized reading' (duration: 159.895604ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:26:10.504866Z","caller":"traceutil/trace.go:171","msg":"trace[344077345] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"111.682536ms","start":"2026-04-07T15:26:10.393147Z","end":"2026-04-07T15:26:10.50483Z","steps":["trace[344077345] 'process raft request' (duration: 91.781192ms)","trace[344077345] 'compare' (duration: 19.664488ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:26:10.504977Z","caller":"traceutil/trace.go:171","msg":"trace[546881458] linearizableReadLoop","detail":"{readStateIndex:3887; appliedIndex:3886; }","duration":"111.488682ms","start":"2026-04-07T15:26:10.393466Z","end":"2026-04-07T15:26:10.504954Z","steps":["trace[546881458] 'read index received' (duration: 91.575988ms)","trace[546881458] 'applied index is now lower than readState.Index' (duration: 19.910244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:26:10.50533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.851782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-04-07T15:26:10.505436Z","caller":"traceutil/trace.go:171","msg":"trace[1660857914] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3741; }","duration":"111.967014ms","start":"2026-04-07T15:26:10.39345Z","end":"2026-04-07T15:26:10.505417Z","steps":["trace[1660857914] 'agreement among raft nodes before linearized reading' (duration: 111.708108ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:32.543936Z","caller":"traceutil/trace.go:171","msg":"trace[569129065] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4731; }","duration":"110.399813ms","start":"2026-04-07T15:27:32.433518Z","end":"2026-04-07T15:27:32.543918Z","steps":["trace[569129065] 'process raft request' (duration: 108.357361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:35.847452Z","caller":"traceutil/trace.go:171","msg":"trace[923470367] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4991; }","duration":"128.371097ms","start":"2026-04-07T15:27:35.719057Z","end":"2026-04-07T15:27:35.847428Z","steps":["trace[923470367] 'read index received' (duration: 127.786222ms)","trace[923470367] 'applied index is now lower than readState.Index' (duration: 583.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:27:35.847646Z","caller":"traceutil/trace.go:171","msg":"trace[1303420150] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"128.91502ms","start":"2026-04-07T15:27:35.718584Z","end":"2026-04-07T15:27:35.847499Z","steps":["trace[1303420150] 'process raft request' (duration: 128.277063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:35.848629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.543357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-07T15:27:35.848715Z","caller":"traceutil/trace.go:171","msg":"trace[124738116] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4805; }","duration":"129.681891ms","start":"2026-04-07T15:27:35.719009Z","end":"2026-04-07T15:27:35.848691Z","steps":["trace[124738116] 'agreement among raft nodes before linearized reading' (duration: 128.50803ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:36.81827Z","caller":"traceutil/trace.go:171","msg":"trace[139574062] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"143.930617ms","start":"2026-04-07T15:27:36.674312Z","end":"2026-04-07T15:27:36.818243Z","steps":["trace[139574062] 'process raft request' (duration: 143.773722ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:38.584869Z","caller":"traceutil/trace.go:171","msg":"trace[1094045658] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"278.915142ms","start":"2026-04-07T15:27:38.305937Z","end":"2026-04-07T15:27:38.584852Z","steps":["trace[1094045658] 'process raft request' (duration: 278.81215ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:38.89321Z","caller":"traceutil/trace.go:171","msg":"trace[1363000267] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5132; }","duration":"323.292144ms","start":"2026-04-07T15:27:38.56989Z","end":"2026-04-07T15:27:38.893183Z","steps":["trace[1363000267] 'read index received' (duration: 14.938504ms)","trace[1363000267] 'applied index is now lower than readState.Index' (duration: 308.35186ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:27:38.893232Z","caller":"traceutil/trace.go:171","msg":"trace[1946341468] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"587.199552ms","start":"2026-04-07T15:27:38.305999Z","end":"2026-04-07T15:27:38.893198Z","steps":["trace[1946341468] 'process raft request' (duration: 507.477159ms)","trace[1946341468] 'compare' (duration: 79.533058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:27:38.893384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:38.305983Z","time spent":"587.327275ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:27:38.893742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.830568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719300"} {"level":"info","ts":"2026-04-07T15:27:38.893933Z","caller":"traceutil/trace.go:171","msg":"trace[1345528429] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4942; }","duration":"324.056845ms","start":"2026-04-07T15:27:38.569858Z","end":"2026-04-07T15:27:38.893915Z","steps":["trace[1345528429] 'agreement among raft nodes before linearized reading' (duration: 323.405978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:38.893977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:38.569842Z","time spent":"324.121877ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719322,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-07T15:27:38.898332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.499039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:27:38.898407Z","caller":"traceutil/trace.go:171","msg":"trace[2038671228] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4944; }","duration":"286.607602ms","start":"2026-04-07T15:27:38.611781Z","end":"2026-04-07T15:27:38.898389Z","steps":["trace[2038671228] 'agreement among raft nodes before linearized reading' (duration: 286.465139ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:40.839663Z","caller":"traceutil/trace.go:171","msg":"trace[1009240443] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"249.315871ms","start":"2026-04-07T15:27:40.590324Z","end":"2026-04-07T15:27:40.83964Z","steps":["trace[1009240443] 'process raft request' (duration: 249.176557ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:41.02121Z","caller":"traceutil/trace.go:171","msg":"trace[587784453] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"119.544508ms","start":"2026-04-07T15:27:40.901649Z","end":"2026-04-07T15:27:41.021193Z","steps":["trace[587784453] 'process raft request' (duration: 119.330423ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:41.021269Z","caller":"traceutil/trace.go:171","msg":"trace[55975255] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"100.924419ms","start":"2026-04-07T15:27:40.920298Z","end":"2026-04-07T15:27:41.021223Z","steps":["trace[55975255] 'process raft request' (duration: 100.837767ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:41.0212Z","caller":"traceutil/trace.go:171","msg":"trace[1374525097] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5168; }","duration":"114.984611ms","start":"2026-04-07T15:27:40.906192Z","end":"2026-04-07T15:27:41.021177Z","steps":["trace[1374525097] 'read index received' (duration: 16.774712ms)","trace[1374525097] 'applied index is now lower than readState.Index' (duration: 98.208869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:27:41.021391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.181086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fzz4h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T15:27:41.021438Z","caller":"traceutil/trace.go:171","msg":"trace[1060473446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fzz4h; range_end:; response_count:1; response_revision:4978; }","duration":"115.270957ms","start":"2026-04-07T15:27:40.906158Z","end":"2026-04-07T15:27:41.021429Z","steps":["trace[1060473446] 'agreement among raft nodes before linearized reading' (duration: 115.087603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:42.474003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.355467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-04-07T15:27:42.474427Z","caller":"traceutil/trace.go:171","msg":"trace[1563313896] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5015; }","duration":"123.831469ms","start":"2026-04-07T15:27:42.350574Z","end":"2026-04-07T15:27:42.474405Z","steps":["trace[1563313896] 'range keys from in-memory index tree' (duration: 123.047419ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:50.053526Z","caller":"traceutil/trace.go:171","msg":"trace[575016750] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"152.99182ms","start":"2026-04-07T15:27:49.90049Z","end":"2026-04-07T15:27:50.053482Z","steps":["trace[575016750] 'process raft request' (duration: 152.621331ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:50.057399Z","caller":"traceutil/trace.go:171","msg":"trace[699034127] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"154.658783ms","start":"2026-04-07T15:27:49.902719Z","end":"2026-04-07T15:27:50.057378Z","steps":["trace[699034127] 'process raft request' (duration: 154.462758ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:50.057418Z","caller":"traceutil/trace.go:171","msg":"trace[1886305403] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"153.102833ms","start":"2026-04-07T15:27:49.904294Z","end":"2026-04-07T15:27:50.057397Z","steps":["trace[1886305403] 'process raft request' (duration: 152.997521ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:50.057588Z","caller":"traceutil/trace.go:171","msg":"trace[220961573] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5361; }","duration":"121.58905ms","start":"2026-04-07T15:27:49.935963Z","end":"2026-04-07T15:27:50.057552Z","steps":["trace[220961573] 'read index received' (duration: 117.032593ms)","trace[220961573] 'applied index is now lower than readState.Index' (duration: 4.554597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:27:50.057981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.07003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T15:27:50.058053Z","caller":"traceutil/trace.go:171","msg":"trace[669411935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5165; }","duration":"104.194384ms","start":"2026-04-07T15:27:49.953842Z","end":"2026-04-07T15:27:50.058036Z","steps":["trace[669411935] 'agreement among raft nodes before linearized reading' (duration: 103.891256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:50.059776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.798017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:380246"} {"level":"info","ts":"2026-04-07T15:27:50.059911Z","caller":"traceutil/trace.go:171","msg":"trace[919812147] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5165; }","duration":"123.934662ms","start":"2026-04-07T15:27:49.93591Z","end":"2026-04-07T15:27:50.059845Z","steps":["trace[919812147] 'agreement among raft nodes before linearized reading' (duration: 121.760525ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:27:51.752341Z","caller":"traceutil/trace.go:171","msg":"trace[766416592] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5383; }","duration":"305.767745ms","start":"2026-04-07T15:27:51.446553Z","end":"2026-04-07T15:27:51.75232Z","steps":["trace[766416592] 'read index received' (duration: 305.57461ms)","trace[766416592] 'applied index is now lower than readState.Index' (duration: 192.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:27:51.752668Z","caller":"traceutil/trace.go:171","msg":"trace[1265913369] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"316.212244ms","start":"2026-04-07T15:27:51.436438Z","end":"2026-04-07T15:27:51.75265Z","steps":["trace[1265913369] 'process raft request' (duration: 315.757902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:51.752815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:51.436428Z","time spent":"316.291526ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:27:51.753102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.543805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T15:27:51.753143Z","caller":"traceutil/trace.go:171","msg":"trace[561781919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5184; }","duration":"306.610376ms","start":"2026-04-07T15:27:51.446522Z","end":"2026-04-07T15:27:51.753133Z","steps":["trace[561781919] 'agreement among raft nodes before linearized reading' (duration: 306.477422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:51.753178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:51.446511Z","time spent":"306.657418ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T15:27:51.753464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.266636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T15:27:51.753519Z","caller":"traceutil/trace.go:171","msg":"trace[303397750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5184; }","duration":"304.339658ms","start":"2026-04-07T15:27:51.449166Z","end":"2026-04-07T15:27:51.753505Z","steps":["trace[303397750] 'agreement among raft nodes before linearized reading' (duration: 304.217005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:51.75356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:51.449139Z","time spent":"304.41305ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T15:27:56.386124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.212604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:27:56.386244Z","caller":"traceutil/trace.go:171","msg":"trace[93299850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5247; }","duration":"158.381098ms","start":"2026-04-07T15:27:56.227836Z","end":"2026-04-07T15:27:56.386218Z","steps":["trace[93299850] 'range keys from in-memory index tree' (duration: 158.113412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:56.386426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.406224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T15:27:56.38653Z","caller":"traceutil/trace.go:171","msg":"trace[1928716663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5247; }","duration":"291.558018ms","start":"2026-04-07T15:27:56.094943Z","end":"2026-04-07T15:27:56.386501Z","steps":["trace[1928716663] 'range keys from in-memory index tree' (duration: 291.150398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:56.386566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.212247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T15:27:56.386641Z","caller":"traceutil/trace.go:171","msg":"trace[954150387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5247; }","duration":"301.339781ms","start":"2026-04-07T15:27:56.085282Z","end":"2026-04-07T15:27:56.386622Z","steps":["trace[954150387] 'range keys from in-memory index tree' (duration: 300.850929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:56.386674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:56.085261Z","time spent":"301.406312ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T15:27:59.788574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.533126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:27:59.78871Z","caller":"traceutil/trace.go:171","msg":"trace[306958723] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5553; }","duration":"372.114573ms","start":"2026-04-07T15:27:59.41657Z","end":"2026-04-07T15:27:59.788684Z","steps":["trace[306958723] 'read index received' (duration: 117.247429ms)","trace[306958723] 'applied index is now lower than readState.Index' (duration: 254.865844ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:27:59.788747Z","caller":"traceutil/trace.go:171","msg":"trace[1629983148] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"500.046347ms","start":"2026-04-07T15:27:59.288661Z","end":"2026-04-07T15:27:59.788708Z","steps":["trace[1629983148] 'process raft request' (duration: 245.266816ms)","trace[1629983148] 'compare' (duration: 254.302009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:27:59.789193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.258876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T15:27:59.789259Z","caller":"traceutil/trace.go:171","msg":"trace[1962451219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e; range_end:; response_count:1; response_revision:5351; }","duration":"250.361468ms","start":"2026-04-07T15:27:59.538879Z","end":"2026-04-07T15:27:59.78924Z","steps":["trace[1962451219] 'agreement among raft nodes before linearized reading' (duration: 250.134562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:59.789206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.246402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-07T15:27:59.7893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.288645Z","time spent":"500.559491ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4777,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:27:59.789332Z","caller":"traceutil/trace.go:171","msg":"trace[1396976035] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e; range_end:; response_count:1; response_revision:5351; }","duration":"286.413486ms","start":"2026-04-07T15:27:59.502898Z","end":"2026-04-07T15:27:59.789312Z","steps":["trace[1396976035] 'agreement among raft nodes before linearized reading' (duration: 285.930823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:59.789693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.112178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-07T15:27:59.789752Z","caller":"traceutil/trace.go:171","msg":"trace[1356671656] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5351; }","duration":"373.201162ms","start":"2026-04-07T15:27:59.416537Z","end":"2026-04-07T15:27:59.789738Z","steps":["trace[1356671656] 'agreement among raft nodes before linearized reading' (duration: 372.245437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:27:59.789792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.416519Z","time spent":"373.262923ms","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-07T15:28:00.117062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.802676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:28:00.117185Z","caller":"traceutil/trace.go:171","msg":"trace[2015342407] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5554; }","duration":"318.010029ms","start":"2026-04-07T15:27:59.799145Z","end":"2026-04-07T15:28:00.117155Z","steps":["trace[2015342407] 'read index received' (duration: 203.10926ms)","trace[2015342407] 'applied index is now lower than readState.Index' (duration: 114.899559ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:28:00.117256Z","caller":"traceutil/trace.go:171","msg":"trace[1493386317] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"322.038733ms","start":"2026-04-07T15:27:59.795156Z","end":"2026-04-07T15:28:00.117195Z","steps":["trace[1493386317] 'process raft request' (duration: 207.033502ms)","trace[1493386317] 'compare' (duration: 114.704344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:28:00.117449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.795144Z","time spent":"322.205487ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:28:00.117447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.285437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-07T15:28:00.117583Z","caller":"traceutil/trace.go:171","msg":"trace[1252901467] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5352; }","duration":"318.43001ms","start":"2026-04-07T15:27:59.799132Z","end":"2026-04-07T15:28:00.117562Z","steps":["trace[1252901467] 'agreement among raft nodes before linearized reading' (duration: 318.115732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:00.117651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.799085Z","time spent":"318.553793ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-07T15:28:00.51538Z","caller":"traceutil/trace.go:171","msg":"trace[1392621297] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"714.987242ms","start":"2026-04-07T15:27:59.800368Z","end":"2026-04-07T15:28:00.515355Z","steps":["trace[1392621297] 'process raft request' (duration: 652.424831ms)","trace[1392621297] 'compare' (duration: 62.14335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:28:00.515531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.800356Z","time spent":"715.096605ms","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:28:00.515617Z","caller":"traceutil/trace.go:171","msg":"trace[1048261288] linearizableReadLoop","detail":"{readStateIndex:5557; appliedIndex:5555; }","duration":"398.378309ms","start":"2026-04-07T15:28:00.117212Z","end":"2026-04-07T15:28:00.51559Z","steps":["trace[1048261288] 'read index received' (duration: 335.505591ms)","trace[1048261288] 'applied index is now lower than readState.Index' (duration: 62.870938ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:28:00.515725Z","caller":"traceutil/trace.go:171","msg":"trace[1415984645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5353; }","duration":"714.180862ms","start":"2026-04-07T15:27:59.801517Z","end":"2026-04-07T15:28:00.515698Z","steps":["trace[1415984645] 'process raft request' (duration: 713.735371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:00.515796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.674873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T15:28:00.51584Z","caller":"traceutil/trace.go:171","msg":"trace[562803784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5353; }","duration":"691.714034ms","start":"2026-04-07T15:27:59.824112Z","end":"2026-04-07T15:28:00.515826Z","steps":["trace[562803784] 'agreement among raft nodes before linearized reading' (duration: 691.571859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:00.51587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.824078Z","time spent":"691.786026ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T15:28:00.515866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.360502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-07T15:28:00.515895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.801507Z","time spent":"714.294825ms","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":2311,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:28:00.515881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.702525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T15:28:00.515993Z","caller":"traceutil/trace.go:171","msg":"trace[668514220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5353; }","duration":"512.894319ms","start":"2026-04-07T15:28:00.00308Z","end":"2026-04-07T15:28:00.515974Z","steps":["trace[668514220] 'agreement among raft nodes before linearized reading' (duration: 512.54107ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:28:00.51594Z","caller":"traceutil/trace.go:171","msg":"trace[1779938431] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5353; }","duration":"701.472165ms","start":"2026-04-07T15:27:59.814449Z","end":"2026-04-07T15:28:00.515921Z","steps":["trace[1779938431] 'agreement among raft nodes before linearized reading' (duration: 701.26483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:00.516072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.002994Z","time spent":"513.066443ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T15:28:00.515866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.3492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-07T15:28:00.516139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:27:59.814434Z","time spent":"701.660069ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-07T15:28:00.515926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.230793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:28:00.516223Z","caller":"traceutil/trace.go:171","msg":"trace[421886322] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5353; }","duration":"393.73666ms","start":"2026-04-07T15:28:00.122459Z","end":"2026-04-07T15:28:00.516196Z","steps":["trace[421886322] 'agreement among raft nodes before linearized reading' (duration: 393.288269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:00.516302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.122441Z","time spent":"393.833692ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-07T15:28:00.516631Z","caller":"traceutil/trace.go:171","msg":"trace[1360354466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5353; }","duration":"288.641643ms","start":"2026-04-07T15:28:00.227612Z","end":"2026-04-07T15:28:00.516254Z","steps":["trace[1360354466] 'agreement among raft nodes before linearized reading' (duration: 288.184262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.113709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.416407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:28:01.113796Z","caller":"traceutil/trace.go:171","msg":"trace[504421028] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"593.502235ms","start":"2026-04-07T15:28:00.520279Z","end":"2026-04-07T15:28:01.113781Z","steps":["trace[504421028] 'process raft request' (duration: 132.906373ms)","trace[504421028] 'compare' (duration: 460.289803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:28:01.113842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.520249Z","time spent":"593.571457ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:28:01.13789Z","caller":"traceutil/trace.go:171","msg":"trace[107418312] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"617.277117ms","start":"2026-04-07T15:28:00.520582Z","end":"2026-04-07T15:28:01.137859Z","steps":["trace[107418312] 'process raft request' (duration: 617.016411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.138142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.520572Z","time spent":"617.474842ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:28:01.138708Z","caller":"traceutil/trace.go:171","msg":"trace[1816956633] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"616.851475ms","start":"2026-04-07T15:28:00.521825Z","end":"2026-04-07T15:28:01.138677Z","steps":["trace[1816956633] 'process raft request' (duration: 616.691801ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:28:01.138772Z","caller":"traceutil/trace.go:171","msg":"trace[189964798] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"618.135468ms","start":"2026-04-07T15:28:00.520615Z","end":"2026-04-07T15:28:01.138751Z","steps":["trace[189964798] 'process raft request' (duration: 617.129012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.138988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.520596Z","time spent":"618.332304ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:28:01.139066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.521818Z","time spent":"616.99299ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T15:28:01.139577Z","caller":"traceutil/trace.go:171","msg":"trace[1425183918] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"617.675517ms","start":"2026-04-07T15:28:00.52187Z","end":"2026-04-07T15:28:01.139545Z","steps":["trace[1425183918] 'process raft request' (duration: 616.739602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.139762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.521845Z","time spent":"617.835091ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:28:01.139783Z","caller":"traceutil/trace.go:171","msg":"trace[218623571] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5557; }","duration":"618.488318ms","start":"2026-04-07T15:28:00.521273Z","end":"2026-04-07T15:28:01.139761Z","steps":["trace[218623571] 'read index received' (duration: 132.00704ms)","trace[218623571] 'applied index is now lower than readState.Index' (duration: 486.479558ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:28:01.139912Z","caller":"traceutil/trace.go:171","msg":"trace[183722536] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"609.813295ms","start":"2026-04-07T15:28:00.530081Z","end":"2026-04-07T15:28:01.139894Z","steps":["trace[183722536] 'process raft request' (duration: 609.122697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.14001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.530069Z","time spent":"609.890786ms","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:28:01.140524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.236157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-nk8w6\" ","response":"range_response_count:1 size:2596"} {"level":"info","ts":"2026-04-07T15:28:01.140595Z","caller":"traceutil/trace.go:171","msg":"trace[2091725695] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-nk8w6; range_end:; response_count:1; response_revision:5359; }","duration":"619.33354ms","start":"2026-04-07T15:28:00.521243Z","end":"2026-04-07T15:28:01.140577Z","steps":["trace[2091725695] 'agreement among raft nodes before linearized reading' (duration: 618.743315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.140643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.521232Z","time spent":"619.396872ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":2618,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-nk8w6\" "} {"level":"warn","ts":"2026-04-07T15:28:01.153069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.729369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-07T15:28:01.153151Z","caller":"traceutil/trace.go:171","msg":"trace[1598280381] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5362; }","duration":"631.824352ms","start":"2026-04-07T15:28:00.521307Z","end":"2026-04-07T15:28:01.153132Z","steps":["trace[1598280381] 'agreement among raft nodes before linearized reading' (duration: 631.631757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.153187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.521292Z","time spent":"631.886373ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-07T15:28:01.153344Z","caller":"traceutil/trace.go:171","msg":"trace[371398936] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"483.309116ms","start":"2026-04-07T15:28:00.670015Z","end":"2026-04-07T15:28:01.153324Z","steps":["trace[371398936] 'process raft request' (duration: 482.706971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.153519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.669995Z","time spent":"483.405218ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:28:01.153567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.032609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:28:01.153596Z","caller":"traceutil/trace.go:171","msg":"trace[1911300949] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5362; }","duration":"210.104301ms","start":"2026-04-07T15:28:00.943484Z","end":"2026-04-07T15:28:01.153588Z","steps":["trace[1911300949] 'agreement among raft nodes before linearized reading' (duration: 209.894615ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:28:01.153654Z","caller":"traceutil/trace.go:171","msg":"trace[1633919965] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"136.594088ms","start":"2026-04-07T15:28:01.017042Z","end":"2026-04-07T15:28:01.153636Z","steps":["trace[1633919965] 'process raft request' (duration: 135.818828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.153669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.539812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-07T15:28:01.153662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.329671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-07T15:28:01.153718Z","caller":"traceutil/trace.go:171","msg":"trace[1764024334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e; range_end:; response_count:1; response_revision:5362; }","duration":"356.641515ms","start":"2026-04-07T15:28:00.797064Z","end":"2026-04-07T15:28:01.153706Z","steps":["trace[1764024334] 'agreement among raft nodes before linearized reading' (duration: 356.43904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.153724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.944188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-07T15:28:01.153733Z","caller":"traceutil/trace.go:171","msg":"trace[456171543] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5362; }","duration":"614.437194ms","start":"2026-04-07T15:28:00.539279Z","end":"2026-04-07T15:28:01.153716Z","steps":["trace[456171543] 'agreement among raft nodes before linearized reading' (duration: 614.203927ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:28:01.153758Z","caller":"traceutil/trace.go:171","msg":"trace[1334081542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5362; }","duration":"624.00037ms","start":"2026-04-07T15:28:00.529748Z","end":"2026-04-07T15:28:01.153748Z","steps":["trace[1334081542] 'agreement among raft nodes before linearized reading' (duration: 623.876607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:01.153784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.529736Z","time spent":"624.04384ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T15:28:01.153753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.797043Z","time spent":"356.699176ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00b08c96-e8e5-4441-b237-6a2ba0d9594e\" "} {"level":"warn","ts":"2026-04-07T15:28:01.153779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:28:00.539266Z","time spent":"614.499225ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-07T15:28:35.603614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.785213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:28:35.603738Z","caller":"traceutil/trace.go:171","msg":"trace[1912078650] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5887; }","duration":"180.308092ms","start":"2026-04-07T15:28:35.423412Z","end":"2026-04-07T15:28:35.60372Z","steps":["trace[1912078650] 'read index received' (duration: 969.295µs)","trace[1912078650] 'applied index is now lower than readState.Index' (duration: 179.337657ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:28:35.603787Z","caller":"traceutil/trace.go:171","msg":"trace[2081843934] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"182.526899ms","start":"2026-04-07T15:28:35.421226Z","end":"2026-04-07T15:28:35.603753Z","steps":["trace[2081843934] 'process raft request' (duration: 77.51057ms)","trace[2081843934] 'compare' (duration: 104.67204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:28:35.604024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.60676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81801"} {"level":"info","ts":"2026-04-07T15:28:35.604064Z","caller":"traceutil/trace.go:171","msg":"trace[1452800334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5678; }","duration":"180.673622ms","start":"2026-04-07T15:28:35.423381Z","end":"2026-04-07T15:28:35.604054Z","steps":["trace[1452800334] 'agreement among raft nodes before linearized reading' (duration: 180.438516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:35.604061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.337516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T15:28:35.604142Z","caller":"traceutil/trace.go:171","msg":"trace[431086610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5678; }","duration":"153.462849ms","start":"2026-04-07T15:28:35.450662Z","end":"2026-04-07T15:28:35.604125Z","steps":["trace[431086610] 'agreement among raft nodes before linearized reading' (duration: 153.274495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:35.604183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.215803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T15:28:35.604236Z","caller":"traceutil/trace.go:171","msg":"trace[48765922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5678; }","duration":"146.297835ms","start":"2026-04-07T15:28:35.457921Z","end":"2026-04-07T15:28:35.604219Z","steps":["trace[48765922] 'agreement among raft nodes before linearized reading' (duration: 146.1203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:49.81173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.454745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-07T15:28:49.812129Z","caller":"traceutil/trace.go:171","msg":"trace[384883442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5851; }","duration":"135.858505ms","start":"2026-04-07T15:28:49.676213Z","end":"2026-04-07T15:28:49.812072Z","steps":["trace[384883442] 'range keys from in-memory index tree' (duration: 135.288701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:28:49.812004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.706107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fzz4h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T15:28:49.812269Z","caller":"traceutil/trace.go:171","msg":"trace[2057695987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fzz4h; range_end:; response_count:1; response_revision:5851; }","duration":"124.985186ms","start":"2026-04-07T15:28:49.687262Z","end":"2026-04-07T15:28:49.812247Z","steps":["trace[2057695987] 'range keys from in-memory index tree' (duration: 124.625936ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:29:18.141496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2954} {"level":"info","ts":"2026-04-07T15:29:18.229502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2954,"took":"86.355706ms","hash":2178011112,"current-db-size-bytes":58257408,"current-db-size":"58 MB","current-db-size-in-use-bytes":33640448,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T15:29:18.229567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2178011112,"revision":2954,"compact-revision":-1} {"level":"info","ts":"2026-04-07T15:31:24.354649Z","caller":"traceutil/trace.go:171","msg":"trace[1502903352] linearizableReadLoop","detail":"{readStateIndex:7113; appliedIndex:7111; }","duration":"125.814611ms","start":"2026-04-07T15:31:24.228803Z","end":"2026-04-07T15:31:24.354618Z","steps":["trace[1502903352] 'read index received' (duration: 19.830605ms)","trace[1502903352] 'applied index is now lower than readState.Index' (duration: 105.982126ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:31:24.35472Z","caller":"traceutil/trace.go:171","msg":"trace[14017226] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"144.775013ms","start":"2026-04-07T15:31:24.209912Z","end":"2026-04-07T15:31:24.354687Z","steps":["trace[14017226] 'process raft request' (duration: 140.892532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:31:24.354815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.000105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:31:24.354909Z","caller":"traceutil/trace.go:171","msg":"trace[346052356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6862; }","duration":"126.145418ms","start":"2026-04-07T15:31:24.228745Z","end":"2026-04-07T15:31:24.354891Z","steps":["trace[346052356] 'agreement among raft nodes before linearized reading' (duration: 125.995075ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:45.187134Z","caller":"traceutil/trace.go:171","msg":"trace[890112054] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8370; }","duration":"127.637317ms","start":"2026-04-07T15:33:45.059462Z","end":"2026-04-07T15:33:45.1871Z","steps":["trace[890112054] 'read index received' (duration: 33.246887ms)","trace[890112054] 'applied index is now lower than readState.Index' (duration: 94.38897ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:45.187263Z","caller":"traceutil/trace.go:171","msg":"trace[1229247909] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"189.290174ms","start":"2026-04-07T15:33:44.997921Z","end":"2026-04-07T15:33:45.187211Z","steps":["trace[1229247909] 'process raft request' (duration: 95.102149ms)","trace[1229247909] 'compare' (duration: 93.457556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:33:45.187384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.900994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T15:33:45.187477Z","caller":"traceutil/trace.go:171","msg":"trace[1788272974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8085; }","duration":"128.033427ms","start":"2026-04-07T15:33:45.059418Z","end":"2026-04-07T15:33:45.187451Z","steps":["trace[1788272974] 'agreement among raft nodes before linearized reading' (duration: 127.799561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.278615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101533327643311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T15:33:47.309674Z","caller":"traceutil/trace.go:171","msg":"trace[309751846] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"804.290707ms","start":"2026-04-07T15:33:46.505357Z","end":"2026-04-07T15:33:47.309647Z","steps":["trace[309751846] 'process raft request' (duration: 804.108551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.30984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:46.505331Z","time spent":"804.421159ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:47.705948Z","caller":"traceutil/trace.go:171","msg":"trace[297905275] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"1.194140589s","start":"2026-04-07T15:33:46.511779Z","end":"2026-04-07T15:33:47.70592Z","steps":["trace[297905275] 'process raft request' (duration: 1.192424623s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.706115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:46.51173Z","time spent":"1.194293423s","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:47.70612Z","caller":"traceutil/trace.go:171","msg":"trace[142124195] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"1.194004816s","start":"2026-04-07T15:33:46.512087Z","end":"2026-04-07T15:33:47.706091Z","steps":["trace[142124195] 'process raft request' (duration: 1.19377422s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.706302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:46.512077Z","time spent":"1.194128639s","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:33:47.709523Z","caller":"traceutil/trace.go:171","msg":"trace[210277072] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8376; }","duration":"930.963778ms","start":"2026-04-07T15:33:46.778525Z","end":"2026-04-07T15:33:47.709489Z","steps":["trace[210277072] 'read index received' (duration: 531.011943ms)","trace[210277072] 'applied index is now lower than readState.Index' (duration: 399.948495ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:47.709655Z","caller":"traceutil/trace.go:171","msg":"trace[275952061] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"363.328342ms","start":"2026-04-07T15:33:47.346295Z","end":"2026-04-07T15:33:47.709623Z","steps":["trace[275952061] 'process raft request' (duration: 363.136647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.709707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.176563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:33:47.709769Z","caller":"traceutil/trace.go:171","msg":"trace[2062195729] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8094; }","duration":"931.278446ms","start":"2026-04-07T15:33:46.778477Z","end":"2026-04-07T15:33:47.709756Z","steps":["trace[2062195729] 'agreement among raft nodes before linearized reading' (duration: 931.134682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.709814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:46.77846Z","time spent":"931.345898ms","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T15:33:47.709883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:47.346272Z","time spent":"363.491775ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T15:33:47.709898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.326697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T15:33:47.709967Z","caller":"traceutil/trace.go:171","msg":"trace[90064337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8094; }","duration":"257.42378ms","start":"2026-04-07T15:33:47.452522Z","end":"2026-04-07T15:33:47.709945Z","steps":["trace[90064337] 'agreement among raft nodes before linearized reading' (duration: 257.232015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.710064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.505829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T15:33:47.710127Z","caller":"traceutil/trace.go:171","msg":"trace[2121237858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8094; }","duration":"258.593622ms","start":"2026-04-07T15:33:47.451513Z","end":"2026-04-07T15:33:47.710107Z","steps":["trace[2121237858] 'agreement among raft nodes before linearized reading' (duration: 258.490629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.710197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.431599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-07T15:33:47.710218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.220578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T15:33:47.710265Z","caller":"traceutil/trace.go:171","msg":"trace[600860688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8094; }","duration":"158.532733ms","start":"2026-04-07T15:33:47.551713Z","end":"2026-04-07T15:33:47.710245Z","steps":["trace[600860688] 'agreement among raft nodes before linearized reading' (duration: 158.387629ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:47.710283Z","caller":"traceutil/trace.go:171","msg":"trace[903101234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8094; }","duration":"513.316371ms","start":"2026-04-07T15:33:47.196955Z","end":"2026-04-07T15:33:47.710272Z","steps":["trace[903101234] 'agreement among raft nodes before linearized reading' (duration: 513.124346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.710299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.491324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T15:33:47.710319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:47.196937Z","time spent":"513.374193ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T15:33:47.710339Z","caller":"traceutil/trace.go:171","msg":"trace[2050878935] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8094; }","duration":"539.564756ms","start":"2026-04-07T15:33:47.170761Z","end":"2026-04-07T15:33:47.710326Z","steps":["trace[2050878935] 'agreement among raft nodes before linearized reading' (duration: 539.495214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.70995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.963183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T15:33:47.710376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:47.170741Z","time spent":"539.625677ms","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-07T15:33:47.7104Z","caller":"traceutil/trace.go:171","msg":"trace[2050885540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8094; }","duration":"510.451286ms","start":"2026-04-07T15:33:47.199934Z","end":"2026-04-07T15:33:47.710386Z","steps":["trace[2050885540] 'agreement among raft nodes before linearized reading' (duration: 509.848951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.710448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:47.199923Z","time spent":"510.509348ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T15:33:47.7106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.901187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T15:33:47.710673Z","caller":"traceutil/trace.go:171","msg":"trace[832289104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8094; }","duration":"768.054331ms","start":"2026-04-07T15:33:46.942605Z","end":"2026-04-07T15:33:47.710659Z","steps":["trace[832289104] 'agreement among raft nodes before linearized reading' (duration: 767.131017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:33:47.710745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:33:46.942583Z","time spent":"768.151355ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T15:33:59.980694Z","caller":"traceutil/trace.go:171","msg":"trace[918580411] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8443; }","duration":"144.869986ms","start":"2026-04-07T15:33:59.83579Z","end":"2026-04-07T15:33:59.98066Z","steps":["trace[918580411] 'read index received' (duration: 34.265633ms)","trace[918580411] 'applied index is now lower than readState.Index' (duration: 110.603023ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:33:59.980744Z","caller":"traceutil/trace.go:171","msg":"trace[666874274] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"156.92396ms","start":"2026-04-07T15:33:59.823775Z","end":"2026-04-07T15:33:59.980699Z","steps":["trace[666874274] 'process raft request' (duration: 101.068864ms)","trace[666874274] 'compare' (duration: 55.681011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:33:59.981027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.453445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-07T15:33:59.981059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.243846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fzz4h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T15:33:59.981181Z","caller":"traceutil/trace.go:171","msg":"trace[1756239705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fzz4h; range_end:; response_count:1; response_revision:8156; }","duration":"145.460251ms","start":"2026-04-07T15:33:59.835693Z","end":"2026-04-07T15:33:59.981154Z","steps":["trace[1756239705] 'agreement among raft nodes before linearized reading' (duration: 145.119203ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:33:59.981098Z","caller":"traceutil/trace.go:171","msg":"trace[361113021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8156; }","duration":"139.574549ms","start":"2026-04-07T15:33:59.841503Z","end":"2026-04-07T15:33:59.981077Z","steps":["trace[361113021] 'agreement among raft nodes before linearized reading' (duration: 139.358983ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:00.116986Z","caller":"traceutil/trace.go:171","msg":"trace[1502942743] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"131.329983ms","start":"2026-04-07T15:33:59.985634Z","end":"2026-04-07T15:34:00.116964Z","steps":["trace[1502942743] 'process raft request' (duration: 126.419655ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:00.1172Z","caller":"traceutil/trace.go:171","msg":"trace[55577090] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"131.529439ms","start":"2026-04-07T15:33:59.985643Z","end":"2026-04-07T15:34:00.117172Z","steps":["trace[55577090] 'process raft request' (duration: 131.279032ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:00.117303Z","caller":"traceutil/trace.go:171","msg":"trace[1522396890] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"131.295024ms","start":"2026-04-07T15:33:59.985989Z","end":"2026-04-07T15:34:00.117284Z","steps":["trace[1522396890] 'process raft request' (duration: 131.119199ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:00.117338Z","caller":"traceutil/trace.go:171","msg":"trace[532521743] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"131.212521ms","start":"2026-04-07T15:33:59.986099Z","end":"2026-04-07T15:34:00.117312Z","steps":["trace[532521743] 'process raft request' (duration: 131.125179ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:00.117494Z","caller":"traceutil/trace.go:171","msg":"trace[828034537] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"131.324283ms","start":"2026-04-07T15:33:59.986155Z","end":"2026-04-07T15:34:00.11748Z","steps":["trace[828034537] 'process raft request' (duration: 131.108998ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:00.117503Z","caller":"traceutil/trace.go:171","msg":"trace[1027084440] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8445; }","duration":"131.783215ms","start":"2026-04-07T15:33:59.985695Z","end":"2026-04-07T15:34:00.117478Z","steps":["trace[1027084440] 'read index received' (duration: 30.166136ms)","trace[1027084440] 'applied index is now lower than readState.Index' (duration: 101.615599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:34:00.117923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.210867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223796"} {"level":"info","ts":"2026-04-07T15:34:00.118344Z","caller":"traceutil/trace.go:171","msg":"trace[263405876] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8162; }","duration":"132.677368ms","start":"2026-04-07T15:33:59.985653Z","end":"2026-04-07T15:34:00.11833Z","steps":["trace[263405876] 'agreement among raft nodes before linearized reading' (duration: 131.946279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:01.545599Z","caller":"traceutil/trace.go:171","msg":"trace[1268115365] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"185.630049ms","start":"2026-04-07T15:34:01.359945Z","end":"2026-04-07T15:34:01.545575Z","steps":["trace[1268115365] 'process raft request' (duration: 185.481835ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:18.14795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6068} {"level":"info","ts":"2026-04-07T15:34:18.240192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6068,"took":"90.401206ms","hash":2161489786,"current-db-size-bytes":58257408,"current-db-size":"58 MB","current-db-size-in-use-bytes":23265280,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-07T15:34:18.24026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2161489786,"revision":6068,"compact-revision":2954} {"level":"warn","ts":"2026-04-07T15:34:24.348266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.452976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T15:34:24.34841Z","caller":"traceutil/trace.go:171","msg":"trace[734504452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8336; }","duration":"116.644391ms","start":"2026-04-07T15:34:24.231745Z","end":"2026-04-07T15:34:24.34839Z","steps":["trace[734504452] 'range keys from in-memory index tree' (duration: 116.25908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:24.348449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.780935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T15:34:24.348506Z","caller":"traceutil/trace.go:171","msg":"trace[349821017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8336; }","duration":"116.850296ms","start":"2026-04-07T15:34:24.231638Z","end":"2026-04-07T15:34:24.348489Z","steps":["trace[349821017] 'range keys from in-memory index tree' (duration: 116.662631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:24.348541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.806428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T15:34:24.348572Z","caller":"traceutil/trace.go:171","msg":"trace[1785500109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8336; }","duration":"115.8544ms","start":"2026-04-07T15:34:24.232708Z","end":"2026-04-07T15:34:24.348563Z","steps":["trace[1785500109] 'range keys from in-memory index tree' (duration: 115.732866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:24.34825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.183293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T15:34:24.348645Z","caller":"traceutil/trace.go:171","msg":"trace[1967356943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8336; }","duration":"120.674165ms","start":"2026-04-07T15:34:24.227965Z","end":"2026-04-07T15:34:24.348639Z","steps":["trace[1967356943] 'range keys from in-memory index tree' (duration: 120.091951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:24.348326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.113169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-07T15:34:24.348692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.498614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fzz4h\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T15:34:24.348757Z","caller":"traceutil/trace.go:171","msg":"trace[764878763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8336; }","duration":"118.591742ms","start":"2026-04-07T15:34:24.230157Z","end":"2026-04-07T15:34:24.348748Z","steps":["trace[764878763] 'range keys from in-memory index tree' (duration: 117.964686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:24.348326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.861902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-07T15:34:24.348793Z","caller":"traceutil/trace.go:171","msg":"trace[433619103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fzz4h; range_end:; response_count:1; response_revision:8336; }","duration":"104.647429ms","start":"2026-04-07T15:34:24.244118Z","end":"2026-04-07T15:34:24.348766Z","steps":["trace[433619103] 'range keys from in-memory index tree' (duration: 104.292328ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:24.348811Z","caller":"traceutil/trace.go:171","msg":"trace[1952447586] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8336; }","duration":"146.382755ms","start":"2026-04-07T15:34:24.202421Z","end":"2026-04-07T15:34:24.348803Z","steps":["trace[1952447586] 'range keys from in-memory index tree' (duration: 145.722928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:24.348943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.753953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T15:34:24.349077Z","caller":"traceutil/trace.go:171","msg":"trace[1049067150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8336; }","duration":"111.849376ms","start":"2026-04-07T15:34:24.237142Z","end":"2026-04-07T15:34:24.348991Z","steps":["trace[1049067150] 'range keys from in-memory index tree' (duration: 111.543778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:42.220065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.988942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:34:42.220207Z","caller":"traceutil/trace.go:171","msg":"trace[1652251238] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"379.080913ms","start":"2026-04-07T15:34:41.841095Z","end":"2026-04-07T15:34:42.220176Z","steps":["trace[1652251238] 'process raft request' (duration: 226.556306ms)","trace[1652251238] 'compare' (duration: 151.780297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:34:42.220311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:41.841083Z","time spent":"379.175045ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:34:42.225012Z","caller":"traceutil/trace.go:171","msg":"trace[404017071] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8781; }","duration":"366.878724ms","start":"2026-04-07T15:34:41.858103Z","end":"2026-04-07T15:34:42.224982Z","steps":["trace[404017071] 'read index received' (duration: 209.564433ms)","trace[404017071] 'applied index is now lower than readState.Index' (duration: 157.313121ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:34:42.22511Z","caller":"traceutil/trace.go:171","msg":"trace[606468397] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8479; }","duration":"379.522733ms","start":"2026-04-07T15:34:41.845579Z","end":"2026-04-07T15:34:42.225102Z","steps":["trace[606468397] 'process raft request' (duration: 379.276856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:42.225303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:41.845556Z","time spent":"379.588415ms","remote":"127.0.0.1:58196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-07T15:34:42.225316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.192271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:34:42.225404Z","caller":"traceutil/trace.go:171","msg":"trace[1924832701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8479; }","duration":"367.336036ms","start":"2026-04-07T15:34:41.858048Z","end":"2026-04-07T15:34:42.225384Z","steps":["trace[1924832701] 'agreement among raft nodes before linearized reading' (duration: 367.188152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:42.225451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:41.858033Z","time spent":"367.407897ms","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T15:34:42.242861Z","caller":"traceutil/trace.go:171","msg":"trace[847225668] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"117.255346ms","start":"2026-04-07T15:34:42.125576Z","end":"2026-04-07T15:34:42.242832Z","steps":["trace[847225668] 'process raft request' (duration: 116.901167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:42.242973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.341395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T15:34:42.243087Z","caller":"traceutil/trace.go:171","msg":"trace[1680486765] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8480; }","duration":"161.496729ms","start":"2026-04-07T15:34:42.081576Z","end":"2026-04-07T15:34:42.243072Z","steps":["trace[1680486765] 'agreement among raft nodes before linearized reading' (duration: 161.265113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:43.218016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.45623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T15:34:43.218159Z","caller":"traceutil/trace.go:171","msg":"trace[197750398] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"420.067361ms","start":"2026-04-07T15:34:42.798066Z","end":"2026-04-07T15:34:43.218133Z","steps":["trace[197750398] 'process raft request' (duration: 309.414356ms)","trace[197750398] 'compare' (duration: 110.316856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:34:43.218227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:42.79805Z","time spent":"420.148172ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T15:34:43.25947Z","caller":"traceutil/trace.go:171","msg":"trace[1068345499] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"456.966693ms","start":"2026-04-07T15:34:42.802485Z","end":"2026-04-07T15:34:43.259451Z","steps":["trace[1068345499] 'process raft request' (duration: 456.811639ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:43.25957Z","caller":"traceutil/trace.go:171","msg":"trace[1271600187] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"223.63003ms","start":"2026-04-07T15:34:43.035903Z","end":"2026-04-07T15:34:43.259533Z","steps":["trace[1271600187] 'process raft request' (duration: 223.494796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:43.259604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:42.802466Z","time spent":"457.069065ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T15:34:43.25988Z","caller":"traceutil/trace.go:171","msg":"trace[231678971] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8793; }","duration":"382.06397ms","start":"2026-04-07T15:34:42.877362Z","end":"2026-04-07T15:34:43.259426Z","steps":["trace[231678971] 'read index received' (duration: 230.174821ms)","trace[231678971] 'applied index is now lower than readState.Index' (duration: 151.888289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:34:43.260316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.960533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T15:34:43.260407Z","caller":"traceutil/trace.go:171","msg":"trace[1235527860] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8491; }","duration":"383.089847ms","start":"2026-04-07T15:34:42.87731Z","end":"2026-04-07T15:34:43.2604Z","steps":["trace[1235527860] 'agreement among raft nodes before linearized reading' (duration: 382.601874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:43.260664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:42.877293Z","time spent":"383.359133ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":891,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T15:34:43.26058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.231811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-07T15:34:43.260818Z","caller":"traceutil/trace.go:171","msg":"trace[1924439350] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8491; }","duration":"304.516968ms","start":"2026-04-07T15:34:42.95628Z","end":"2026-04-07T15:34:43.260797Z","steps":["trace[1924439350] 'agreement among raft nodes before linearized reading' (duration: 304.139029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:34:43.260885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T15:34:42.956257Z","time spent":"304.613491ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-07T15:34:43.405822Z","caller":"traceutil/trace.go:171","msg":"trace[1525446420] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"132.37185ms","start":"2026-04-07T15:34:43.273367Z","end":"2026-04-07T15:34:43.405739Z","steps":["trace[1525446420] 'process raft request' (duration: 92.07378ms)","trace[1525446420] 'compare' (duration: 40.161367ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:34:43.896895Z","caller":"traceutil/trace.go:171","msg":"trace[1266000503] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"115.913612ms","start":"2026-04-07T15:34:43.780956Z","end":"2026-04-07T15:34:43.89687Z","steps":["trace[1266000503] 'process raft request' (duration: 115.779588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:44.098717Z","caller":"traceutil/trace.go:171","msg":"trace[422110078] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"119.395283ms","start":"2026-04-07T15:34:43.979297Z","end":"2026-04-07T15:34:44.098692Z","steps":["trace[422110078] 'process raft request' (duration: 119.188928ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:44.43343Z","caller":"traceutil/trace.go:171","msg":"trace[1360323435] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8803; }","duration":"115.604563ms","start":"2026-04-07T15:34:44.317803Z","end":"2026-04-07T15:34:44.433408Z","steps":["trace[1360323435] 'read index received' (duration: 76.470703ms)","trace[1360323435] 'applied index is now lower than readState.Index' (duration: 39.13308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:34:44.433614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.784038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T15:34:44.433649Z","caller":"traceutil/trace.go:171","msg":"trace[302089002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8499; }","duration":"115.84086ms","start":"2026-04-07T15:34:44.317797Z","end":"2026-04-07T15:34:44.433638Z","steps":["trace[302089002] 'agreement among raft nodes before linearized reading' (duration: 115.694846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:34:44.433685Z","caller":"traceutil/trace.go:171","msg":"trace[341120853] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"138.339186ms","start":"2026-04-07T15:34:44.29531Z","end":"2026-04-07T15:34:44.433649Z","steps":["trace[341120853] 'process raft request' (duration: 99.008971ms)","trace[341120853] 'compare' (duration: 38.993377ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:35:30.532112Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244a.wal"} {"level":"info","ts":"2026-04-07T15:35:54.25399Z","caller":"traceutil/trace.go:171","msg":"trace[279303612] linearizableReadLoop","detail":"{readStateIndex:9533; appliedIndex:9532; }","duration":"184.749482ms","start":"2026-04-07T15:35:54.069214Z","end":"2026-04-07T15:35:54.253964Z","steps":["trace[279303612] 'read index received' (duration: 184.525166ms)","trace[279303612] 'applied index is now lower than readState.Index' (duration: 220.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T15:35:54.254084Z","caller":"traceutil/trace.go:171","msg":"trace[833070360] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"228.716563ms","start":"2026-04-07T15:35:54.025347Z","end":"2026-04-07T15:35:54.254063Z","steps":["trace[833070360] 'process raft request' (duration: 228.449777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:35:54.254466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.104431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T15:35:54.254589Z","caller":"traceutil/trace.go:171","msg":"trace[640507181] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9209; }","duration":"185.391188ms","start":"2026-04-07T15:35:54.069172Z","end":"2026-04-07T15:35:54.254563Z","steps":["trace[640507181] 'agreement among raft nodes before linearized reading' (duration: 184.992429ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:36:58.380804Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T15:36:58.387574Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T15:36:58.387857Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T15:39:18.158112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8260} {"level":"info","ts":"2026-04-07T15:39:18.235974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8260,"took":"75.770667ms","hash":2487781704,"current-db-size-bytes":58257408,"current-db-size":"58 MB","current-db-size-in-use-bytes":24850432,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-07T15:39:18.23603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2487781704,"revision":8260,"compact-revision":6068} {"level":"info","ts":"2026-04-07T15:44:18.164878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10657} {"level":"info","ts":"2026-04-07T15:44:18.237821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10657,"took":"71.206818ms","hash":3187233215,"current-db-size-bytes":58257408,"current-db-size":"58 MB","current-db-size-in-use-bytes":20406272,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-07T15:44:18.237891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3187233215,"revision":10657,"compact-revision":8260} {"level":"info","ts":"2026-04-07T15:44:26.729508Z","caller":"traceutil/trace.go:171","msg":"trace[1786779716] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"227.098463ms","start":"2026-04-07T15:44:26.502389Z","end":"2026-04-07T15:44:26.729488Z","steps":["trace[1786779716] 'process raft request' (duration: 226.969559ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:44:26.730431Z","caller":"traceutil/trace.go:171","msg":"trace[1571968588] linearizableReadLoop","detail":"{readStateIndex:12683; appliedIndex:12681; }","duration":"182.866168ms","start":"2026-04-07T15:44:26.547548Z","end":"2026-04-07T15:44:26.730415Z","steps":["trace[1571968588] 'read index received' (duration: 181.880512ms)","trace[1571968588] 'applied index is now lower than readState.Index' (duration: 984.716µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T15:44:26.730769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.201317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"warn","ts":"2026-04-07T15:44:26.730803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.783081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-07T15:44:26.730836Z","caller":"traceutil/trace.go:171","msg":"trace[1477450981] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12244; }","duration":"183.310449ms","start":"2026-04-07T15:44:26.547508Z","end":"2026-04-07T15:44:26.730818Z","steps":["trace[1477450981] 'agreement among raft nodes before linearized reading' (duration: 183.088704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:44:26.730846Z","caller":"traceutil/trace.go:171","msg":"trace[1380292623] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:12244; }","duration":"176.859773ms","start":"2026-04-07T15:44:26.553972Z","end":"2026-04-07T15:44:26.730831Z","steps":["trace[1380292623] 'agreement among raft nodes before linearized reading' (duration: 176.704499ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T15:44:26.730966Z","caller":"traceutil/trace.go:171","msg":"trace[951045380] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"205.542246ms","start":"2026-04-07T15:44:26.525396Z","end":"2026-04-07T15:44:26.730938Z","steps":["trace[951045380] 'process raft request' (duration: 204.945501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T15:44:26.731098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.546758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T15:44:26.731131Z","caller":"traceutil/trace.go:171","msg":"trace[1991894010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12244; }","duration":"173.59706ms","start":"2026-04-07T15:44:26.557525Z","end":"2026-04-07T15:44:26.731122Z","steps":["trace[1991894010] 'agreement among raft nodes before linearized reading' (duration: 173.483577ms)"],"step_count":1}